2024-11-21 02:17:38,549 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-21 02:17:38,579 main DEBUG Took 0.020729 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 02:17:38,580 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 02:17:38,581 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 02:17:38,582 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 02:17:38,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:17:38,613 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 02:17:38,684 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:17:38,686 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:17:38,687 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:17:38,688 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:17:38,689 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:17:38,689 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:17:38,690 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:17:38,691 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:17:38,692 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:17:38,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:17:38,693 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:17:38,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:17:38,695 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:17:38,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:17:38,696 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:17:38,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:17:38,697 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:17:38,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:17:38,698 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:17:38,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:17:38,701 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:17:38,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:17:38,709 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:17:38,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 02:17:38,710 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:17:38,710 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 02:17:38,712 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 02:17:38,715 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 02:17:38,722 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 02:17:38,723 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 02:17:38,726 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 02:17:38,733 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 02:17:38,744 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 02:17:38,748 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 02:17:38,750 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 02:17:38,750 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 02:17:38,751 main DEBUG createAppenders(={Console}) 2024-11-21 02:17:38,752 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-11-21 02:17:38,753 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-21 02:17:38,753 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-11-21 02:17:38,755 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 02:17:38,755 main DEBUG OutputStream closed 2024-11-21 02:17:38,757 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 02:17:38,758 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 02:17:38,758 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-11-21 02:17:38,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 02:17:38,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 02:17:38,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 02:17:38,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 02:17:38,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 02:17:38,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 02:17:38,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 02:17:38,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 02:17:38,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 02:17:38,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 02:17:38,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 02:17:38,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 02:17:38,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 02:17:38,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 02:17:38,945 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 02:17:38,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 02:17:38,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 02:17:38,947 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 02:17:38,951 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 02:17:38,951 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null 2024-11-21 02:17:38,952 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 02:17:38,953 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK. 2024-11-21T02:17:38,972 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-21 02:17:38,977 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 02:17:38,977 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T02:17:39,059 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1095, ProcessCount=11, AvailableMemoryMB=1429 2024-11-21T02:17:39,426 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-21T02:17:39,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86 2024-11-21T02:17:39,507 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/cluster_3e34fb99-7479-2116-abd1-3584d77c6a0b, deleteOnExit=true 2024-11-21T02:17:39,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/cluster_3e34fb99-7479-2116-abd1-3584d77c6a0b/zookeeper_0, clientPort=60543, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/cluster_3e34fb99-7479-2116-abd1-3584d77c6a0b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/cluster_3e34fb99-7479-2116-abd1-3584d77c6a0b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T02:17:39,833 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60543 2024-11-21T02:17:39,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:17:39,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:17:39,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/test.cache.data in system properties and HBase conf 2024-11-21T02:17:39,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:17:39,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:17:39,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:17:39,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:17:39,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:17:40,048 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T02:17:40,207 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:17:40,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:17:40,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:17:40,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:17:40,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:17:40,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:17:40,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:17:40,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:17:40,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:17:40,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:17:40,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:17:40,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:17:40,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:17:40,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:17:40,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:17:42,105 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T02:17:42,243 INFO [Time-limited test {}] log.Log(170): Logging initialized @5505ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T02:17:42,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:17:42,638 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:17:42,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:17:42,770 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:17:42,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:17:42,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:17:42,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:17:42,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:17:43,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/java.io.tmpdir/jetty-localhost-34659-hadoop-hdfs-3_4_1-tests_jar-_-any-13779992785205227953/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:17:43,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:34659} 2024-11-21T02:17:43,342 INFO [Time-limited test {}] server.Server(415): Started @6605ms 2024-11-21T02:17:44,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:17:44,328 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:17:44,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:17:44,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:17:44,334 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:17:44,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:17:44,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:17:44,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b71fbf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/java.io.tmpdir/jetty-localhost-34413-hadoop-hdfs-3_4_1-tests_jar-_-any-2828292629415732237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:17:44,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:34413} 2024-11-21T02:17:44,494 INFO [Time-limited test {}] server.Server(415): Started @7757ms 2024-11-21T02:17:44,588 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:17:45,899 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/cluster_3e34fb99-7479-2116-abd1-3584d77c6a0b/data/data1/current/BP-118487990-172.17.0.2-1732155461209/current, will proceed with Du for space computation calculation, 2024-11-21T02:17:45,901 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/cluster_3e34fb99-7479-2116-abd1-3584d77c6a0b/data/data2/current/BP-118487990-172.17.0.2-1732155461209/current, will proceed with Du for space computation calculation, 2024-11-21T02:17:45,999 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:17:46,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c904e345380c914 with lease ID 0xe78e2608682548bd: Processing first storage report for DS-38580048-d62c-4bee-90f0-0e5629c363a7 from datanode DatanodeRegistration(127.0.0.1:40299, datanodeUuid=a24fe464-ea26-417c-9a6e-cda751cd550f, infoPort=40029, infoSecurePort=0, ipcPort=37551, storageInfo=lv=-57;cid=testClusterID;nsid=1630113805;c=1732155461209) 2024-11-21T02:17:46,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c904e345380c914 with lease ID 0xe78e2608682548bd: from storage DS-38580048-d62c-4bee-90f0-0e5629c363a7 node DatanodeRegistration(127.0.0.1:40299, datanodeUuid=a24fe464-ea26-417c-9a6e-cda751cd550f, infoPort=40029, infoSecurePort=0, ipcPort=37551, storageInfo=lv=-57;cid=testClusterID;nsid=1630113805;c=1732155461209), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T02:17:46,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c904e345380c914 with lease ID 0xe78e2608682548bd: Processing first storage report for DS-b6316b53-41b0-455a-aebe-3552a0747e2c from datanode DatanodeRegistration(127.0.0.1:40299, datanodeUuid=a24fe464-ea26-417c-9a6e-cda751cd550f, infoPort=40029, infoSecurePort=0, ipcPort=37551, storageInfo=lv=-57;cid=testClusterID;nsid=1630113805;c=1732155461209) 2024-11-21T02:17:46,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c904e345380c914 with lease ID 0xe78e2608682548bd: from storage DS-b6316b53-41b0-455a-aebe-3552a0747e2c node DatanodeRegistration(127.0.0.1:40299, datanodeUuid=a24fe464-ea26-417c-9a6e-cda751cd550f, infoPort=40029, infoSecurePort=0, ipcPort=37551, storageInfo=lv=-57;cid=testClusterID;nsid=1630113805;c=1732155461209), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:17:46,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86 2024-11-21T02:17:46,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:17:46,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:17:46,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:17:46,919 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3 with version=8 2024-11-21T02:17:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/hbase-staging 2024-11-21T02:17:47,018 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T02:17:47,239 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:17:47,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:17:47,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:17:47,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:17:47,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:17:47,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:17:47,410 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:17:47,467 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T02:17:47,477 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T02:17:47,480 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:17:47,506 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10959 (auto-detected) 2024-11-21T02:17:47,507 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T02:17:47,529 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40271 2024-11-21T02:17:47,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40271 connecting to ZooKeeper ensemble=127.0.0.1:60543 2024-11-21T02:17:47,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402710x0, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:17:47,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40271-0x1015b2ec4280000 connected 2024-11-21T02:17:47,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:17:47,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:17:47,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on znode that does not yet exist, /0-1578760963/running 2024-11-21T02:17:47,805 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3, hbase.cluster.distributed=false 2024-11-21T02:17:47,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on znode that does not yet exist, /0-1578760963/acl 2024-11-21T02:17:47,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40271 2024-11-21T02:17:47,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40271 2024-11-21T02:17:47,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40271 2024-11-21T02:17:47,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40271 2024-11-21T02:17:47,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40271 2024-11-21T02:17:47,948 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:17:47,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:17:47,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:17:47,951 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:17:47,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:17:47,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:17:47,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:17:47,956 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:17:47,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46297 2024-11-21T02:17:47,960 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46297 connecting to ZooKeeper ensemble=127.0.0.1:60543 2024-11-21T02:17:47,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:17:47,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:17:47,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462970x0, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:17:47,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46297-0x1015b2ec4280001 connected 2024-11-21T02:17:47,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on znode that does not yet exist, /0-1578760963/running 2024-11-21T02:17:47,983 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:17:47,991 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:17:47,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on znode that does not yet exist, /0-1578760963/master 2024-11-21T02:17:48,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on znode that does not yet exist, /0-1578760963/acl 2024-11-21T02:17:48,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46297 2024-11-21T02:17:48,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46297 2024-11-21T02:17:48,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46297 2024-11-21T02:17:48,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46297 2024-11-21T02:17:48,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46297 2024-11-21T02:17:48,018 DEBUG [M:0;5aee4e3683e9:40271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:40271 2024-11-21T02:17:48,019 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1578760963/backup-masters/5aee4e3683e9,40271,1732155467073 2024-11-21T02:17:48,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963/backup-masters 2024-11-21T02:17:48,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963/backup-masters 2024-11-21T02:17:48,032 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on existing znode=/0-1578760963/backup-masters/5aee4e3683e9,40271,1732155467073 2024-11-21T02:17:48,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1578760963/master 2024-11-21T02:17:48,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:17:48,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:17:48,070 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on existing znode=/0-1578760963/master 2024-11-21T02:17:48,072 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1578760963/backup-masters/5aee4e3683e9,40271,1732155467073 from backup master directory 2024-11-21T02:17:48,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963/backup-masters 2024-11-21T02:17:48,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1578760963/backup-masters/5aee4e3683e9,40271,1732155467073 2024-11-21T02:17:48,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963/backup-masters 2024-11-21T02:17:48,082 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:17:48,083 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,40271,1732155467073 2024-11-21T02:17:48,085 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T02:17:48,086 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T02:17:48,147 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/hbase.id] with ID: 6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8 2024-11-21T02:17:48,148 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/.tmp/hbase.id 2024-11-21T02:17:48,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:17:48,563 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/.tmp/hbase.id]:[hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/hbase.id] 2024-11-21T02:17:48,630 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:17:48,637 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:17:48,666 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms. 2024-11-21T02:17:48,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:17:48,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:17:48,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:17:48,735 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:17:48,739 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:17:48,765 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T02:17:48,771 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:17:48,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:17:49,229 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store 2024-11-21T02:17:49,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:17:49,654 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T02:17:49,659 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:17:49,660 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:17:49,660 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:17:49,661 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:17:49,663 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:17:49,663 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:17:49,663 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:17:49,665 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155469660Disabling compacts and flushes for region at 1732155469660Disabling writes for close at 1732155469663 (+3 ms)Writing region close event to WAL at 1732155469663Closed at 1732155469663 2024-11-21T02:17:49,667 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/.initializing 2024-11-21T02:17:49,667 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/WALs/5aee4e3683e9,40271,1732155467073 2024-11-21T02:17:49,677 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:17:49,691 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C40271%2C1732155467073, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/WALs/5aee4e3683e9,40271,1732155467073, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/oldWALs, maxLogs=10 2024-11-21T02:17:49,713 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/WALs/5aee4e3683e9,40271,1732155467073/5aee4e3683e9%2C40271%2C1732155467073.1732155469695, exclude list is [], retry=0 2024-11-21T02:17:49,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40299,DS-38580048-d62c-4bee-90f0-0e5629c363a7,DISK] 2024-11-21T02:17:49,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T02:17:49,768 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/WALs/5aee4e3683e9,40271,1732155467073/5aee4e3683e9%2C40271%2C1732155467073.1732155469695 2024-11-21T02:17:49,769 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40029:40029)] 2024-11-21T02:17:49,770 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:17:49,770 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:17:49,773 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:49,774 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:49,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:49,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:17:49,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:49,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:49,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:49,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:17:49,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:49,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:17:49,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:49,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:17:49,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:49,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:17:49,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:49,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:17:49,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:49,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:17:49,859 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:49,863 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:49,864 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:49,870 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:49,871 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:49,875 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:17:49,879 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:49,884 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:17:49,886 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67314041, jitterRate=0.0030573755502700806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:17:49,893 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155469787Initializing all the Stores at 1732155469790 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155469790Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155469791 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155469792 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155469792Cleaning up temporary data from old regions at 1732155469871 (+79 ms)Region opened successfully at 1732155469893 (+22 ms) 2024-11-21T02:17:49,895 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:17:49,927 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4775d4d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:17:49,957 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:17:49,971 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:17:49,972 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:17:49,977 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:17:49,979 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-21T02:17:49,987 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-21T02:17:49,987 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:17:50,018 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:17:50,027 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Unable to get data of znode /0-1578760963/balancer because node does not exist (not necessarily an error) 2024-11-21T02:17:50,039 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1578760963/balancer already deleted, retry=false 2024-11-21T02:17:50,042 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:17:50,044 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Unable to get data of znode /0-1578760963/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:17:50,050 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1578760963/normalizer already deleted, retry=false 2024-11-21T02:17:50,053 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:17:50,058 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Unable to get data of znode /0-1578760963/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:17:50,071 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1578760963/switch/split already deleted, retry=false 2024-11-21T02:17:50,073 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Unable to get data of znode /0-1578760963/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:17:50,081 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1578760963/switch/merge already deleted, retry=false 2024-11-21T02:17:50,100 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Unable to get data of znode /0-1578760963/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:17:50,113 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1578760963/snapshot-cleanup already deleted, retry=false 2024-11-21T02:17:50,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1578760963/running 2024-11-21T02:17:50,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1578760963/running 2024-11-21T02:17:50,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:17:50,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:17:50,127 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,40271,1732155467073, sessionid=0x1015b2ec4280000, setting cluster-up flag (Was=false) 2024-11-21T02:17:50,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:17:50,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:17:50,187 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1578760963/flush-table-proc/acquired, /0-1578760963/flush-table-proc/reached, /0-1578760963/flush-table-proc/abort 2024-11-21T02:17:50,189 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,40271,1732155467073 2024-11-21T02:17:50,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:17:50,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:17:50,239 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1578760963/online-snapshot/acquired, /0-1578760963/online-snapshot/reached, /0-1578760963/online-snapshot/abort 2024-11-21T02:17:50,242 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,40271,1732155467073 2024-11-21T02:17:50,250 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:17:50,309 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(746): ClusterId : 6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8 2024-11-21T02:17:50,313 DEBUG [RS:0;5aee4e3683e9:46297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:17:50,326 DEBUG [RS:0;5aee4e3683e9:46297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:17:50,326 DEBUG [RS:0;5aee4e3683e9:46297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:17:50,331 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:17:50,336 DEBUG [RS:0;5aee4e3683e9:46297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:17:50,337 DEBUG [RS:0;5aee4e3683e9:46297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0e8070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:17:50,345 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:17:50,353 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:17:50,354 DEBUG [RS:0;5aee4e3683e9:46297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:46297 2024-11-21T02:17:50,357 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:17:50,357 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:17:50,357 DEBUG [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:17:50,360 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,40271,1732155467073 with port=46297, startcode=1732155467916 2024-11-21T02:17:50,360 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,40271,1732155467073 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:17:50,369 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:17:50,369 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:17:50,369 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:17:50,369 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:17:50,369 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:17:50,370 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:50,370 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:17:50,370 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:50,372 DEBUG [RS:0;5aee4e3683e9:46297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:17:50,375 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:17:50,376 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:17:50,376 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155500376 2024-11-21T02:17:50,378 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:17:50,379 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:17:50,382 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:17:50,382 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:50,382 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:17:50,383 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:17:50,383 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:17:50,383 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:17:50,384 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:50,396 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:17:50,399 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:17:50,400 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:17:50,400 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:17:50,404 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:17:50,405 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:17:50,408 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155470406,5,FailOnTimeoutGroup] 2024-11-21T02:17:50,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:17:50,410 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155470409,5,FailOnTimeoutGroup] 2024-11-21T02:17:50,411 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:50,411 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:17:50,412 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:17:50,413 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:50,413 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:50,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:17:50,417 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3 2024-11-21T02:17:50,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40271 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,46297,1732155467916 2024-11-21T02:17:50,423 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40271 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,46297,1732155467916 2024-11-21T02:17:50,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:17:50,440 DEBUG [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3 2024-11-21T02:17:50,440 DEBUG [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45447 2024-11-21T02:17:50,440 DEBUG [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:17:50,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963/rs 2024-11-21T02:17:50,450 DEBUG [RS:0;5aee4e3683e9:46297 {}] zookeeper.ZKUtil(111): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on existing znode=/0-1578760963/rs/5aee4e3683e9,46297,1732155467916 2024-11-21T02:17:50,451 WARN [RS:0;5aee4e3683e9:46297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:17:50,451 INFO [RS:0;5aee4e3683e9:46297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:17:50,451 DEBUG [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916 2024-11-21T02:17:50,453 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,46297,1732155467916] 2024-11-21T02:17:50,476 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:17:50,492 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:17:50,497 INFO [RS:0;5aee4e3683e9:46297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:17:50,497 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:50,498 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:17:50,504 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:17:50,506 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:50,506 DEBUG [RS:0;5aee4e3683e9:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:50,506 DEBUG [RS:0;5aee4e3683e9:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:50,507 DEBUG [RS:0;5aee4e3683e9:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:50,507 DEBUG [RS:0;5aee4e3683e9:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:50,507 DEBUG [RS:0;5aee4e3683e9:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:50,507 DEBUG [RS:0;5aee4e3683e9:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:17:50,507 DEBUG [RS:0;5aee4e3683e9:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:50,508 DEBUG [RS:0;5aee4e3683e9:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:50,508 DEBUG [RS:0;5aee4e3683e9:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:50,508 DEBUG [RS:0;5aee4e3683e9:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:50,508 DEBUG [RS:0;5aee4e3683e9:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:50,509 DEBUG [RS:0;5aee4e3683e9:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:50,509 DEBUG [RS:0;5aee4e3683e9:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:17:50,509 DEBUG [RS:0;5aee4e3683e9:46297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:17:50,510 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:50,511 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:50,511 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:50,511 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:50,511 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:50,511 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46297,1732155467916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:17:50,537 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:17:50,539 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46297,1732155467916-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:50,540 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:50,540 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.Replication(171): 5aee4e3683e9,46297,1732155467916 started 2024-11-21T02:17:50,559 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:50,559 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,46297,1732155467916, RpcServer on 5aee4e3683e9/172.17.0.2:46297, sessionid=0x1015b2ec4280001 2024-11-21T02:17:50,560 DEBUG [RS:0;5aee4e3683e9:46297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:17:50,560 DEBUG [RS:0;5aee4e3683e9:46297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,46297,1732155467916 2024-11-21T02:17:50,561 DEBUG [RS:0;5aee4e3683e9:46297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,46297,1732155467916' 2024-11-21T02:17:50,561 DEBUG [RS:0;5aee4e3683e9:46297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1578760963/flush-table-proc/abort' 2024-11-21T02:17:50,562 DEBUG [RS:0;5aee4e3683e9:46297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1578760963/flush-table-proc/acquired' 2024-11-21T02:17:50,563 DEBUG [RS:0;5aee4e3683e9:46297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:17:50,563 DEBUG [RS:0;5aee4e3683e9:46297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:17:50,563 DEBUG [RS:0;5aee4e3683e9:46297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,46297,1732155467916 2024-11-21T02:17:50,563 DEBUG [RS:0;5aee4e3683e9:46297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,46297,1732155467916' 2024-11-21T02:17:50,563 DEBUG [RS:0;5aee4e3683e9:46297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1578760963/online-snapshot/abort' 2024-11-21T02:17:50,564 DEBUG [RS:0;5aee4e3683e9:46297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1578760963/online-snapshot/acquired' 2024-11-21T02:17:50,565 DEBUG [RS:0;5aee4e3683e9:46297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:17:50,565 INFO [RS:0;5aee4e3683e9:46297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:17:50,565 INFO [RS:0;5aee4e3683e9:46297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:17:50,669 INFO [RS:0;5aee4e3683e9:46297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:17:50,672 INFO [RS:0;5aee4e3683e9:46297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C46297%2C1732155467916, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/oldWALs, maxLogs=10 2024-11-21T02:17:50,692 DEBUG [RS:0;5aee4e3683e9:46297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.1732155470675, exclude list is [], retry=0 2024-11-21T02:17:50,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40299,DS-38580048-d62c-4bee-90f0-0e5629c363a7,DISK] 2024-11-21T02:17:50,702 INFO [RS:0;5aee4e3683e9:46297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.1732155470675 2024-11-21T02:17:50,703 DEBUG [RS:0;5aee4e3683e9:46297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40029:40029)] 2024-11-21T02:17:50,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:17:50,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:17:50,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:17:50,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:50,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:50,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:17:50,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:17:50,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:50,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:50,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:17:50,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:17:50,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:50,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:50,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:17:50,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:17:50,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:50,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:50,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:17:50,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740 2024-11-21T02:17:50,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740 2024-11-21T02:17:50,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:17:50,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:17:50,863 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:17:50,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:17:50,869 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:17:50,870 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75098084, jitterRate=0.11904865503311157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:17:50,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155470836Initializing all the Stores at 1732155470838 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155470838Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155470839 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155470839Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155470839Cleaning up temporary data from old regions at 1732155470862 (+23 ms)Region opened successfully at 1732155470872 (+10 ms) 2024-11-21T02:17:50,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:17:50,872 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:17:50,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:17:50,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:17:50,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:17:50,874 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:17:50,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155470872Disabling compacts and flushes for region at 1732155470872Disabling writes for close at 1732155470873 (+1 ms)Writing region close event to WAL at 1732155470874 (+1 ms)Closed at 1732155470874 2024-11-21T02:17:50,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:17:50,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:17:50,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:17:50,891 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:17:50,894 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:17:51,047 DEBUG [5aee4e3683e9:40271 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:17:51,061 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,46297,1732155467916 2024-11-21T02:17:51,068 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,46297,1732155467916, state=OPENING 2024-11-21T02:17:51,107 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:17:51,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:17:51,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:17:51,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1578760963/meta-region-server: CHANGED 2024-11-21T02:17:51,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1578760963/meta-region-server: CHANGED 2024-11-21T02:17:51,264 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:17:51,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,46297,1732155467916}] 2024-11-21T02:17:51,440 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:17:51,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:17:51,455 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:17:51,455 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:17:51,456 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:17:51,459 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C46297%2C1732155467916.meta, suffix=.meta, logDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/oldWALs, maxLogs=10 2024-11-21T02:17:51,478 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.meta.1732155471462.meta, exclude list is [], retry=0 2024-11-21T02:17:51,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40299,DS-38580048-d62c-4bee-90f0-0e5629c363a7,DISK] 2024-11-21T02:17:51,487 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.meta.1732155471462.meta 2024-11-21T02:17:51,487 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40029:40029)] 2024-11-21T02:17:51,488 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:17:51,492 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:17:51,493 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:17:51,496 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:17:51,498 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:17:51,501 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:17:51,502 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:17:51,502 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:17:51,502 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:17:51,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:17:51,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:17:51,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:51,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:51,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:17:51,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:17:51,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:51,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:51,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:17:51,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:17:51,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:51,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:51,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:17:51,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:17:51,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:51,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:51,519 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:17:51,521 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740 2024-11-21T02:17:51,524 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740 2024-11-21T02:17:51,528 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:17:51,528 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:17:51,530 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:17:51,534 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:17:51,538 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63502421, jitterRate=-0.05374018847942352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:17:51,538 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:17:51,540 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155471503Writing region info on filesystem at 1732155471503Initializing all the Stores at 1732155471505 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155471505Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155471506 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155471506Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155471506Cleaning up temporary data from old regions at 1732155471529 (+23 ms)Running coprocessor post-open hooks at 1732155471538 (+9 ms)Region opened successfully at 1732155471540 (+2 ms) 2024-11-21T02:17:51,549 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155471431 2024-11-21T02:17:51,560 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:17:51,561 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:17:51,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,46297,1732155467916 2024-11-21T02:17:51,566 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,46297,1732155467916, state=OPEN 2024-11-21T02:17:51,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1578760963/meta-region-server 2024-11-21T02:17:51,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1578760963/meta-region-server 2024-11-21T02:17:51,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1578760963/meta-region-server: CHANGED 2024-11-21T02:17:51,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1578760963/meta-region-server: CHANGED 2024-11-21T02:17:51,587 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,46297,1732155467916 2024-11-21T02:17:51,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:17:51,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,46297,1732155467916 in 323 msec 2024-11-21T02:17:51,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:17:51,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 712 msec 2024-11-21T02:17:51,604 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:17:51,604 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:17:51,623 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:17:51,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46297,1732155467916, seqNum=-1] 2024-11-21T02:17:51,648 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:17:51,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:17:51,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3990 sec 2024-11-21T02:17:51,682 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155471682, completionTime=-1 2024-11-21T02:17:51,684 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:17:51,685 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:17:51,712 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:17:51,713 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155531712 2024-11-21T02:17:51,713 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155591713 2024-11-21T02:17:51,713 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-21T02:17:51,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,40271,1732155467073-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:51,717 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,40271,1732155467073-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:51,717 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,40271,1732155467073-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:51,719 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:40271, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:51,720 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:51,721 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:51,729 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:17:51,762 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.678sec 2024-11-21T02:17:51,763 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:17:51,765 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:17:51,766 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:17:51,767 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:17:51,767 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:17:51,768 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,40271,1732155467073-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:17:51,769 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,40271,1732155467073-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:17:51,780 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:17:51,782 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:17:51,782 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,40271,1732155467073-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:51,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecdac96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:17:51,822 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T02:17:51,822 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T02:17:51,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,40271,-1 for getting cluster id 2024-11-21T02:17:51,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:17:51,837 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8' 2024-11-21T02:17:51,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:17:51,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8" 2024-11-21T02:17:51,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d1ff91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:17:51,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,40271,-1] 2024-11-21T02:17:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:17:51,852 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:17:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:17:51,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c33ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:17:51,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:17:51,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46297,1732155467916, seqNum=-1] 2024-11-21T02:17:51,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:17:51,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:17:51,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,40271,1732155467073 2024-11-21T02:17:51,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60543 2024-11-21T02:17:51,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:17:51,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b2ec4280002 connected 2024-11-21T02:17:51,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/hadoop.log.dir so I do NOT create it in target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab 2024-11-21T02:17:51,945 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:17:51,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/hadoop.tmp.dir so I do NOT create it in target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab 2024-11-21T02:17:51,945 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:17:51,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab 2024-11-21T02:17:51,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:17:51,945 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/cluster_112465b0-80e5-0eab-3229-c838c3271919, deleteOnExit=true 2024-11-21T02:17:51,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:17:51,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/test.cache.data in system properties and HBase conf 2024-11-21T02:17:51,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:17:51,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:17:51,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:17:51,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:17:51,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:17:51,947 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:17:51,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:17:51,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:17:51,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:17:51,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:17:51,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:17:51,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:17:51,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:17:51,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:17:51,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:17:51,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:17:51,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:17:51,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:17:51,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:17:51,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:17:52,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:17:52,846 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:17:52,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:17:52,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:17:52,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:17:52,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:17:52,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fa80ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:17:52,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b608463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:17:53,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35409618{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/java.io.tmpdir/jetty-localhost-39107-hadoop-hdfs-3_4_1-tests_jar-_-any-15610810130725199980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:17:53,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cc08b0a{HTTP/1.1, (http/1.1)}{localhost:39107} 2024-11-21T02:17:53,078 INFO [Time-limited test {}] server.Server(415): Started @16341ms 2024-11-21T02:17:53,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:17:53,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:17:53,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:17:53,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:17:53,513 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:17:53,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282256de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:17:53,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b39d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:17:53,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765b0853{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/java.io.tmpdir/jetty-localhost-33183-hadoop-hdfs-3_4_1-tests_jar-_-any-8915837235919158529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:17:53,692 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@684ad4cf{HTTP/1.1, (http/1.1)}{localhost:33183} 2024-11-21T02:17:53,692 INFO [Time-limited test {}] server.Server(415): Started @16956ms 2024-11-21T02:17:53,696 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:17:54,575 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/cluster_112465b0-80e5-0eab-3229-c838c3271919/data/data1/current/BP-525818308-172.17.0.2-1732155471988/current, will proceed with Du for space computation calculation, 2024-11-21T02:17:54,585 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/cluster_112465b0-80e5-0eab-3229-c838c3271919/data/data2/current/BP-525818308-172.17.0.2-1732155471988/current, will proceed with Du for space computation calculation, 2024-11-21T02:17:54,693 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:17:54,712 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16f72c509f9084ec with lease ID 0xa388a796ba4f14e4: Processing first storage report for DS-4bec9c4a-e7e0-4963-9fe4-1baa0eb9f491 from datanode DatanodeRegistration(127.0.0.1:40397, datanodeUuid=a5c8e717-ffd8-4382-989a-c8cd63a8896a, infoPort=43767, infoSecurePort=0, ipcPort=37797, storageInfo=lv=-57;cid=testClusterID;nsid=538371306;c=1732155471988) 2024-11-21T02:17:54,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16f72c509f9084ec with lease ID 0xa388a796ba4f14e4: from storage DS-4bec9c4a-e7e0-4963-9fe4-1baa0eb9f491 node DatanodeRegistration(127.0.0.1:40397, datanodeUuid=a5c8e717-ffd8-4382-989a-c8cd63a8896a, infoPort=43767, infoSecurePort=0, ipcPort=37797, storageInfo=lv=-57;cid=testClusterID;nsid=538371306;c=1732155471988), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:17:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16f72c509f9084ec with lease ID 0xa388a796ba4f14e4: Processing first storage report for DS-a6ff57a4-2dea-4a69-90cc-a97a2e00182d from datanode DatanodeRegistration(127.0.0.1:40397, datanodeUuid=a5c8e717-ffd8-4382-989a-c8cd63a8896a, infoPort=43767, infoSecurePort=0, ipcPort=37797, storageInfo=lv=-57;cid=testClusterID;nsid=538371306;c=1732155471988) 2024-11-21T02:17:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16f72c509f9084ec with lease ID 0xa388a796ba4f14e4: from storage DS-a6ff57a4-2dea-4a69-90cc-a97a2e00182d node DatanodeRegistration(127.0.0.1:40397, datanodeUuid=a5c8e717-ffd8-4382-989a-c8cd63a8896a, infoPort=43767, infoSecurePort=0, ipcPort=37797, storageInfo=lv=-57;cid=testClusterID;nsid=538371306;c=1732155471988), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:17:54,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab 2024-11-21T02:17:54,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:17:54,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:17:54,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:17:55,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901 with version=8 2024-11-21T02:17:55,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/hbase-staging 2024-11-21T02:17:55,222 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:17:55,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:17:55,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:17:55,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:17:55,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:17:55,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:17:55,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:17:55,224 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:17:55,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46211 2024-11-21T02:17:55,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46211 connecting to ZooKeeper ensemble=127.0.0.1:60543 2024-11-21T02:17:55,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462110x0, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:17:55,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46211-0x1015b2ec4280003 connected 2024-11-21T02:17:55,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:17:55,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:17:55,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Set watcher on znode that does not yet exist, /1-844366068/running 2024-11-21T02:17:55,442 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901, hbase.cluster.distributed=false 2024-11-21T02:17:55,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Set watcher on znode that does not yet exist, /1-844366068/acl 2024-11-21T02:17:55,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46211 2024-11-21T02:17:55,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46211 2024-11-21T02:17:55,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46211 2024-11-21T02:17:55,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46211 2024-11-21T02:17:55,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46211 2024-11-21T02:17:55,550 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:17:55,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:17:55,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:17:55,551 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:17:55,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:17:55,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:17:55,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:17:55,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:17:55,568 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34063 2024-11-21T02:17:55,571 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34063 connecting to ZooKeeper ensemble=127.0.0.1:60543 2024-11-21T02:17:55,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:17:55,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:17:55,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340630x0, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:17:55,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340630x0, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Set watcher on znode that does not yet exist, /1-844366068/running 2024-11-21T02:17:55,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34063-0x1015b2ec4280004 connected 2024-11-21T02:17:55,631 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:17:55,642 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:17:55,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Set watcher on znode that does not yet exist, /1-844366068/master 2024-11-21T02:17:55,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Set watcher on znode that does not yet exist, /1-844366068/acl 2024-11-21T02:17:55,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34063 2024-11-21T02:17:55,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34063 2024-11-21T02:17:55,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34063 2024-11-21T02:17:55,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34063 2024-11-21T02:17:55,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34063 2024-11-21T02:17:55,724 DEBUG [M:0;5aee4e3683e9:46211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:46211 2024-11-21T02:17:55,724 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-844366068/backup-masters/5aee4e3683e9,46211,1732155475222 2024-11-21T02:17:55,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068/backup-masters 2024-11-21T02:17:55,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068/backup-masters 2024-11-21T02:17:55,734 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Set watcher on existing znode=/1-844366068/backup-masters/5aee4e3683e9,46211,1732155475222 2024-11-21T02:17:55,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-844366068/master 2024-11-21T02:17:55,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068 2024-11-21T02:17:55,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068 2024-11-21T02:17:55,746 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Set watcher on existing znode=/1-844366068/master 2024-11-21T02:17:55,747 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-844366068/backup-masters/5aee4e3683e9,46211,1732155475222 from backup master directory 2024-11-21T02:17:55,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-844366068/backup-masters/5aee4e3683e9,46211,1732155475222 2024-11-21T02:17:55,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068/backup-masters 2024-11-21T02:17:55,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068/backup-masters 2024-11-21T02:17:55,760 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:17:55,760 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,46211,1732155475222 2024-11-21T02:17:55,795 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/hbase.id] with ID: a871505b-4a2a-4593-b072-e535c39959d5 2024-11-21T02:17:55,795 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/.tmp/hbase.id 2024-11-21T02:17:55,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:17:55,822 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/.tmp/hbase.id]:[hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/hbase.id] 2024-11-21T02:17:55,882 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:17:55,882 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:17:55,888 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-21T02:17:55,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068 2024-11-21T02:17:55,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068 2024-11-21T02:17:55,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:17:56,367 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:17:56,369 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:17:56,372 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:17:56,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:17:56,434 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store 2024-11-21T02:17:56,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:17:56,465 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:17:56,465 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:17:56,465 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:17:56,465 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:17:56,466 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:17:56,466 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:17:56,466 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:17:56,466 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155476465Disabling compacts and flushes for region at 1732155476465Disabling writes for close at 1732155476466 (+1 ms)Writing region close event to WAL at 1732155476466Closed at 1732155476466 2024-11-21T02:17:56,468 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/.initializing 2024-11-21T02:17:56,468 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/WALs/5aee4e3683e9,46211,1732155475222 2024-11-21T02:17:56,471 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:17:56,472 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:17:56,477 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C46211%2C1732155475222, suffix=, logDir=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/WALs/5aee4e3683e9,46211,1732155475222, archiveDir=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/oldWALs, maxLogs=10 2024-11-21T02:17:56,499 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/WALs/5aee4e3683e9,46211,1732155475222/5aee4e3683e9%2C46211%2C1732155475222.1732155476477, exclude list is [], retry=0 2024-11-21T02:17:56,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40397,DS-4bec9c4a-e7e0-4963-9fe4-1baa0eb9f491,DISK] 2024-11-21T02:17:56,517 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/WALs/5aee4e3683e9,46211,1732155475222/5aee4e3683e9%2C46211%2C1732155475222.1732155476477 2024-11-21T02:17:56,519 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43767:43767)] 2024-11-21T02:17:56,519 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:17:56,520 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:17:56,520 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:56,520 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:56,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:56,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:17:56,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:56,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:56,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:56,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:17:56,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:56,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:17:56,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:56,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:17:56,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:56,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:17:56,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:56,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:17:56,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:56,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:17:56,538 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:56,539 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:56,540 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:56,542 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:56,542 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:56,543 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:17:56,546 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:17:56,550 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:17:56,552 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70509752, jitterRate=0.05067718029022217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:17:56,552 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155476520Initializing all the Stores at 1732155476522 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155476522Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155476522Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155476522Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155476522Cleaning up temporary data from old regions at 1732155476542 (+20 ms)Region opened successfully at 1732155476552 (+10 ms) 2024-11-21T02:17:56,552 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:17:56,559 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b210d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:17:56,560 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:17:56,560 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:17:56,560 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:17:56,560 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:17:56,561 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:17:56,561 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:17:56,561 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:17:56,564 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:17:56,565 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Unable to get data of znode /1-844366068/balancer because node does not exist (not necessarily an error) 2024-11-21T02:17:56,575 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-844366068/balancer already deleted, retry=false 2024-11-21T02:17:56,576 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:17:56,577 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Unable to get data of znode /1-844366068/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:17:56,586 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-844366068/normalizer already deleted, retry=false 2024-11-21T02:17:56,586 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:17:56,588 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Unable to get data of znode /1-844366068/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:17:56,596 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-844366068/switch/split already deleted, retry=false 2024-11-21T02:17:56,598 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Unable to get data of znode /1-844366068/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:17:56,607 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-844366068/switch/merge already deleted, retry=false 2024-11-21T02:17:56,610 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Unable to get data of znode /1-844366068/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:17:56,617 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-844366068/snapshot-cleanup already deleted, retry=false 2024-11-21T02:17:56,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-844366068/running 2024-11-21T02:17:56,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068 2024-11-21T02:17:56,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-844366068/running 2024-11-21T02:17:56,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068 2024-11-21T02:17:56,629 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,46211,1732155475222, sessionid=0x1015b2ec4280003, setting cluster-up flag (Was=false) 2024-11-21T02:17:56,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068 2024-11-21T02:17:56,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068 2024-11-21T02:17:56,681 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-844366068/flush-table-proc/acquired, /1-844366068/flush-table-proc/reached, /1-844366068/flush-table-proc/abort 2024-11-21T02:17:56,682 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,46211,1732155475222 2024-11-21T02:17:56,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068 2024-11-21T02:17:56,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068 2024-11-21T02:17:56,892 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-844366068/online-snapshot/acquired, /1-844366068/online-snapshot/reached, /1-844366068/online-snapshot/abort 2024-11-21T02:17:56,897 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,46211,1732155475222 2024-11-21T02:17:56,908 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:17:56,914 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:17:56,914 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:17:56,914 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:17:56,914 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,46211,1732155475222 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:17:56,918 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:17:56,918 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:17:56,918 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:17:56,918 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:17:56,919 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:17:56,919 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:56,919 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:17:56,919 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:56,945 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155506945 2024-11-21T02:17:56,946 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:17:56,946 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:17:56,946 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:17:56,946 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:17:56,946 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:17:56,946 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:17:56,947 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:56,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:17:56,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:17:56,951 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:56,951 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:17:56,955 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:17:56,955 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:17:56,955 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:17:56,955 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:17:56,959 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:17:56,959 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:17:56,965 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155476959,5,FailOnTimeoutGroup] 2024-11-21T02:17:56,968 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155476965,5,FailOnTimeoutGroup] 2024-11-21T02:17:56,968 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:56,968 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:17:56,968 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:56,969 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:56,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:17:57,009 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(746): ClusterId : a871505b-4a2a-4593-b072-e535c39959d5 2024-11-21T02:17:57,009 DEBUG [RS:0;5aee4e3683e9:34063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:17:57,013 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:17:57,020 DEBUG [RS:0;5aee4e3683e9:34063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:17:57,020 DEBUG [RS:0;5aee4e3683e9:34063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:17:57,030 DEBUG [RS:0;5aee4e3683e9:34063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:17:57,031 DEBUG [RS:0;5aee4e3683e9:34063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14555711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:17:57,072 DEBUG [RS:0;5aee4e3683e9:34063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:34063 2024-11-21T02:17:57,084 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:17:57,084 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:17:57,084 DEBUG [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:17:57,086 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,46211,1732155475222 with port=34063, startcode=1732155475549 2024-11-21T02:17:57,086 DEBUG [RS:0;5aee4e3683e9:34063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:17:57,106 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:17:57,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46211 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,34063,1732155475549 2024-11-21T02:17:57,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46211 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,34063,1732155475549 2024-11-21T02:17:57,113 DEBUG [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901 2024-11-21T02:17:57,113 DEBUG [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41815 2024-11-21T02:17:57,113 DEBUG [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:17:57,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068/rs 2024-11-21T02:17:57,182 DEBUG [RS:0;5aee4e3683e9:34063 {}] zookeeper.ZKUtil(111): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Set watcher on existing znode=/1-844366068/rs/5aee4e3683e9,34063,1732155475549 2024-11-21T02:17:57,182 WARN [RS:0;5aee4e3683e9:34063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:17:57,182 INFO [RS:0;5aee4e3683e9:34063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:17:57,182 DEBUG [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/WALs/5aee4e3683e9,34063,1732155475549 2024-11-21T02:17:57,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,34063,1732155475549] 2024-11-21T02:17:57,203 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:17:57,212 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:17:57,217 INFO [RS:0;5aee4e3683e9:34063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:17:57,217 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:57,219 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:17:57,221 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:17:57,222 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:57,222 DEBUG [RS:0;5aee4e3683e9:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:57,222 DEBUG [RS:0;5aee4e3683e9:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:57,222 DEBUG [RS:0;5aee4e3683e9:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:57,222 DEBUG [RS:0;5aee4e3683e9:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:57,222 DEBUG [RS:0;5aee4e3683e9:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:57,222 DEBUG [RS:0;5aee4e3683e9:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:17:57,223 DEBUG [RS:0;5aee4e3683e9:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:57,223 DEBUG [RS:0;5aee4e3683e9:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:57,223 DEBUG [RS:0;5aee4e3683e9:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:57,223 DEBUG [RS:0;5aee4e3683e9:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:57,223 DEBUG [RS:0;5aee4e3683e9:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:57,223 DEBUG [RS:0;5aee4e3683e9:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:17:57,223 DEBUG [RS:0;5aee4e3683e9:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:17:57,223 DEBUG [RS:0;5aee4e3683e9:34063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:17:57,237 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:57,237 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:57,237 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:57,237 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:57,237 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:57,237 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,34063,1732155475549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:17:57,275 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:17:57,276 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,34063,1732155475549-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:57,276 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:57,276 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.Replication(171): 5aee4e3683e9,34063,1732155475549 started 2024-11-21T02:17:57,306 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:57,306 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,34063,1732155475549, RpcServer on 5aee4e3683e9/172.17.0.2:34063, sessionid=0x1015b2ec4280004 2024-11-21T02:17:57,306 DEBUG [RS:0;5aee4e3683e9:34063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:17:57,306 DEBUG [RS:0;5aee4e3683e9:34063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,34063,1732155475549 2024-11-21T02:17:57,306 DEBUG [RS:0;5aee4e3683e9:34063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,34063,1732155475549' 2024-11-21T02:17:57,306 DEBUG [RS:0;5aee4e3683e9:34063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-844366068/flush-table-proc/abort' 2024-11-21T02:17:57,307 DEBUG [RS:0;5aee4e3683e9:34063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-844366068/flush-table-proc/acquired' 2024-11-21T02:17:57,309 DEBUG [RS:0;5aee4e3683e9:34063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:17:57,309 DEBUG [RS:0;5aee4e3683e9:34063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:17:57,309 DEBUG [RS:0;5aee4e3683e9:34063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,34063,1732155475549 2024-11-21T02:17:57,309 DEBUG [RS:0;5aee4e3683e9:34063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,34063,1732155475549' 2024-11-21T02:17:57,309 DEBUG [RS:0;5aee4e3683e9:34063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-844366068/online-snapshot/abort' 2024-11-21T02:17:57,310 DEBUG [RS:0;5aee4e3683e9:34063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-844366068/online-snapshot/acquired' 2024-11-21T02:17:57,310 DEBUG [RS:0;5aee4e3683e9:34063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:17:57,311 INFO [RS:0;5aee4e3683e9:34063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:17:57,311 INFO [RS:0;5aee4e3683e9:34063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:17:57,393 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:17:57,393 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901 2024-11-21T02:17:57,412 INFO [RS:0;5aee4e3683e9:34063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:17:57,422 INFO [RS:0;5aee4e3683e9:34063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C34063%2C1732155475549, suffix=, logDir=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/WALs/5aee4e3683e9,34063,1732155475549, archiveDir=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/oldWALs, maxLogs=10 2024-11-21T02:17:57,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:17:57,506 DEBUG [RS:0;5aee4e3683e9:34063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/WALs/5aee4e3683e9,34063,1732155475549/5aee4e3683e9%2C34063%2C1732155475549.1732155477425, exclude list is [], retry=0 2024-11-21T02:17:57,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:17:57,509 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T02:17:57,512 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:17:57,512 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T02:17:57,512 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:17:57,513 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T02:17:57,513 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:17:57,513 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T02:17:57,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40397,DS-4bec9c4a-e7e0-4963-9fe4-1baa0eb9f491,DISK] 2024-11-21T02:17:57,529 INFO [RS:0;5aee4e3683e9:34063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/WALs/5aee4e3683e9,34063,1732155475549/5aee4e3683e9%2C34063%2C1732155475549.1732155477425 2024-11-21T02:17:57,537 DEBUG [RS:0;5aee4e3683e9:34063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43767:43767)] 2024-11-21T02:17:57,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:17:57,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:17:57,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:17:57,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:57,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:57,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:17:57,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:17:57,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:57,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:57,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:17:57,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:17:57,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:57,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:57,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:17:57,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:17:57,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:57,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:57,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:17:57,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/data/hbase/meta/1588230740 2024-11-21T02:17:57,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/data/hbase/meta/1588230740 2024-11-21T02:17:57,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:17:57,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:17:57,930 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:17:57,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:17:57,936 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:17:57,937 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60404551, jitterRate=-0.09990204870700836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:17:57,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155477909Initializing all the Stores at 1732155477911 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155477911Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155477912 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155477912Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155477912Cleaning up temporary data from old regions at 1732155477930 (+18 ms)Region opened successfully at 1732155477937 (+7 ms) 2024-11-21T02:17:57,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:17:57,938 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:17:57,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:17:57,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:17:57,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:17:57,938 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:17:57,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155477938Disabling compacts and flushes for region at 1732155477938Disabling writes for close at 1732155477938Writing region close event to WAL at 1732155477938Closed at 1732155477938 2024-11-21T02:17:57,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:17:57,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:17:57,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:17:57,949 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:17:57,953 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:17:58,103 DEBUG [5aee4e3683e9:46211 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:17:58,104 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,34063,1732155475549 2024-11-21T02:17:58,108 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,34063,1732155475549, state=OPENING 2024-11-21T02:17:58,165 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:17:58,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068 2024-11-21T02:17:58,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068 2024-11-21T02:17:58,176 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:17:58,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,34063,1732155475549}] 2024-11-21T02:17:58,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-844366068/meta-region-server: CHANGED 2024-11-21T02:17:58,177 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-844366068/meta-region-server: CHANGED 2024-11-21T02:17:58,332 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:17:58,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:17:58,344 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:17:58,345 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:17:58,345 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:17:58,350 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C34063%2C1732155475549.meta, suffix=.meta, logDir=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/WALs/5aee4e3683e9,34063,1732155475549, archiveDir=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/oldWALs, maxLogs=10 2024-11-21T02:17:58,374 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/WALs/5aee4e3683e9,34063,1732155475549/5aee4e3683e9%2C34063%2C1732155475549.meta.1732155478353.meta, exclude list is [], retry=0 2024-11-21T02:17:58,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40397,DS-4bec9c4a-e7e0-4963-9fe4-1baa0eb9f491,DISK] 2024-11-21T02:17:58,388 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/WALs/5aee4e3683e9,34063,1732155475549/5aee4e3683e9%2C34063%2C1732155475549.meta.1732155478353.meta 2024-11-21T02:17:58,392 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43767:43767)] 2024-11-21T02:17:58,393 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:17:58,393 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:17:58,393 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:17:58,394 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:17:58,394 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:17:58,394 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:17:58,394 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:17:58,394 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:17:58,394 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:17:58,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:17:58,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:17:58,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:58,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:58,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:17:58,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:17:58,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:58,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:58,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:17:58,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:17:58,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:58,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:58,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:17:58,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:17:58,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:58,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:17:58,410 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:17:58,412 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/data/hbase/meta/1588230740 2024-11-21T02:17:58,417 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/data/hbase/meta/1588230740 2024-11-21T02:17:58,420 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:17:58,420 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:17:58,424 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:17:58,428 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:17:58,431 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74575127, jitterRate=0.11125598847866058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:17:58,431 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:17:58,431 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155478395Writing region info on filesystem at 1732155478395Initializing all the Stores at 1732155478397 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155478397Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155478397Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155478397Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155478397Cleaning up temporary data from old regions at 1732155478420 (+23 ms)Running coprocessor post-open hooks at 1732155478431 (+11 ms)Region opened successfully at 1732155478431 2024-11-21T02:17:58,433 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155478331 2024-11-21T02:17:58,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,34063,1732155475549 2024-11-21T02:17:58,441 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:17:58,442 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:17:58,444 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,34063,1732155475549, state=OPEN 2024-11-21T02:17:58,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-844366068/meta-region-server 2024-11-21T02:17:58,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-844366068/meta-region-server: CHANGED 2024-11-21T02:17:58,458 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,34063,1732155475549 2024-11-21T02:17:58,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-844366068/meta-region-server 2024-11-21T02:17:58,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-844366068/meta-region-server: CHANGED 2024-11-21T02:17:58,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:17:58,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,34063,1732155475549 in 282 msec 2024-11-21T02:17:58,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:17:58,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 534 msec 2024-11-21T02:17:58,490 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:17:58,490 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:17:58,495 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:17:58,496 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,34063,1732155475549, seqNum=-1] 2024-11-21T02:17:58,496 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:17:58,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:17:58,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6070 sec 2024-11-21T02:17:58,526 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155478526, completionTime=-1 2024-11-21T02:17:58,526 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:17:58,526 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:17:58,534 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:17:58,534 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155538534 2024-11-21T02:17:58,534 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155598534 2024-11-21T02:17:58,534 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-21T02:17:58,535 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46211,1732155475222-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:58,535 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46211,1732155475222-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:58,535 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46211,1732155475222-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:58,535 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:46211, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:58,535 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:58,536 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:58,540 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:17:58,544 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.784sec 2024-11-21T02:17:58,544 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:17:58,544 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:17:58,544 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:17:58,544 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:17:58,545 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:17:58,545 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46211,1732155475222-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:17:58,545 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46211,1732155475222-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:17:58,566 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:17:58,566 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:17:58,566 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46211,1732155475222-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:17:58,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a92dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:17:58,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46211,-1 for getting cluster id 2024-11-21T02:17:58,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:17:58,640 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a871505b-4a2a-4593-b072-e535c39959d5' 2024-11-21T02:17:58,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:17:58,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a871505b-4a2a-4593-b072-e535c39959d5" 2024-11-21T02:17:58,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386f13ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:17:58,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46211,-1] 2024-11-21T02:17:58,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:17:58,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:17:58,649 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:17:58,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4151fef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:17:58,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:17:58,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,34063,1732155475549, seqNum=-1] 2024-11-21T02:17:58,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:17:58,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:17:58,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,46211,1732155475222 2024-11-21T02:17:58,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60543 2024-11-21T02:17:58,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:17:58,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b2ec4280005 connected 2024-11-21T02:17:58,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d1a7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:17:58,753 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,40271,-1 for getting cluster id 2024-11-21T02:17:58,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:17:58,761 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8' 2024-11-21T02:17:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:17:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8" 2024-11-21T02:17:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1d1bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:17:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,40271,-1] 2024-11-21T02:17:58,765 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:17:58,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:17:58,779 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:17:58,781 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1833f403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:17:58,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:17:58,800 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,40271,1732155467073 2024-11-21T02:17:58,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@373f1a5f 2024-11-21T02:17:58,806 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:17:58,815 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:17:58,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:46211,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:17:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:17:58,841 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:46211' 2024-11-21T02:17:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:17:58,849 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3feb14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:17:58,849 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46211,-1 for getting cluster id 2024-11-21T02:17:58,849 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:17:58,853 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a871505b-4a2a-4593-b072-e535c39959d5' 2024-11-21T02:17:58,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:17:58,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a871505b-4a2a-4593-b072-e535c39959d5" 2024-11-21T02:17:58,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0077b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:17:58,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46211,-1] 2024-11-21T02:17:58,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:17:58,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:17:58,857 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:17:58,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1932788b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:17:58,863 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:17:58,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,46211,1732155475222 2024-11-21T02:17:58,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f2de865 2024-11-21T02:17:58,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:17:58,881 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:17:58,940 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T02:17:58,940 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:17:58,950 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:17:58,951 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:17:58,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:17:58,953 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:17:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:17:58,961 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:17:58,966 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:17:58,967 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:58,971 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:17:58,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741835_1011 (size=1138) 2024-11-21T02:17:59,014 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T02:17:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:17:59,391 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b25a0fdaae436157dab5d76bea4dbfcc, NAME => 'hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3 2024-11-21T02:17:59,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741836_1012 (size=44) 2024-11-21T02:17:59,437 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:17:59,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b25a0fdaae436157dab5d76bea4dbfcc, disabling compactions & flushes 2024-11-21T02:17:59,438 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:17:59,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:17:59,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. after waiting 0 ms 2024-11-21T02:17:59,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:17:59,438 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:17:59,438 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b25a0fdaae436157dab5d76bea4dbfcc: Waiting for close lock at 1732155479438Disabling compacts and flushes for region at 1732155479438Disabling writes for close at 1732155479438Writing region close event to WAL at 1732155479438Closed at 1732155479438 2024-11-21T02:17:59,442 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:17:59,447 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732155479442"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155479442"}]},"ts":"1732155479442"} 2024-11-21T02:17:59,452 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:17:59,455 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:17:59,458 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155479455"}]},"ts":"1732155479455"} 2024-11-21T02:17:59,462 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T02:17:59,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b25a0fdaae436157dab5d76bea4dbfcc, ASSIGN}] 2024-11-21T02:17:59,468 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b25a0fdaae436157dab5d76bea4dbfcc, ASSIGN 2024-11-21T02:17:59,471 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b25a0fdaae436157dab5d76bea4dbfcc, ASSIGN; state=OFFLINE, location=5aee4e3683e9,46297,1732155467916; forceNewPlan=false, retain=false 2024-11-21T02:17:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:17:59,623 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b25a0fdaae436157dab5d76bea4dbfcc, regionState=OPENING, regionLocation=5aee4e3683e9,46297,1732155467916 2024-11-21T02:17:59,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b25a0fdaae436157dab5d76bea4dbfcc, ASSIGN because future has completed 2024-11-21T02:17:59,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b25a0fdaae436157dab5d76bea4dbfcc, server=5aee4e3683e9,46297,1732155467916}] 2024-11-21T02:17:59,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:17:59,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:17:59,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:17:59,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C46297%2C1732155467916.rep, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/oldWALs, maxLogs=10 2024-11-21T02:17:59,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.rep.1732155479807, exclude list is [], retry=0 2024-11-21T02:17:59,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40299,DS-38580048-d62c-4bee-90f0-0e5629c363a7,DISK] 2024-11-21T02:17:59,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.rep.1732155479807 2024-11-21T02:17:59,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40029:40029)] 2024-11-21T02:17:59,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b25a0fdaae436157dab5d76bea4dbfcc, NAME => 'hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:17:59,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:17:59,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:17:59,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. service=MultiRowMutationService 2024-11-21T02:17:59,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:17:59,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:17:59,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:17:59,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:17:59,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:17:59,846 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:17:59,848 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b25a0fdaae436157dab5d76bea4dbfcc columnFamilyName hfileref 2024-11-21T02:17:59,848 DEBUG [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:59,849 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] regionserver.HStore(327): Store=b25a0fdaae436157dab5d76bea4dbfcc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:17:59,849 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:17:59,851 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b25a0fdaae436157dab5d76bea4dbfcc columnFamilyName queue 2024-11-21T02:17:59,851 DEBUG [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:59,852 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] regionserver.HStore(327): Store=b25a0fdaae436157dab5d76bea4dbfcc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:17:59,852 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:17:59,854 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b25a0fdaae436157dab5d76bea4dbfcc columnFamilyName sid 2024-11-21T02:17:59,854 DEBUG [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:17:59,855 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] regionserver.HStore(327): Store=b25a0fdaae436157dab5d76bea4dbfcc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:17:59,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:17:59,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/replication/b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:17:59,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/replication/b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:17:59,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:17:59,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:17:59,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:17:59,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:17:59,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/replication/b25a0fdaae436157dab5d76bea4dbfcc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:17:59,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b25a0fdaae436157dab5d76bea4dbfcc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73360357, jitterRate=0.09315450489521027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:17:59,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:17:59,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b25a0fdaae436157dab5d76bea4dbfcc: Running coprocessor pre-open hook at 1732155479844Writing region info on filesystem at 1732155479844Initializing all the Stores at 1732155479846 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155479846Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155479846Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155479846Cleaning up temporary data from old regions at 1732155479870 (+24 ms)Running coprocessor post-open hooks at 1732155479887 (+17 ms)Region opened successfully at 1732155479888 (+1 ms) 2024-11-21T02:17:59,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc., pid=7, masterSystemTime=1732155479791 2024-11-21T02:17:59,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:17:59,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:17:59,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b25a0fdaae436157dab5d76bea4dbfcc, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,46297,1732155467916 2024-11-21T02:17:59,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b25a0fdaae436157dab5d76bea4dbfcc, server=5aee4e3683e9,46297,1732155467916 because future has completed 2024-11-21T02:17:59,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T02:17:59,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b25a0fdaae436157dab5d76bea4dbfcc, server=5aee4e3683e9,46297,1732155467916 in 276 msec 2024-11-21T02:17:59,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:17:59,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b25a0fdaae436157dab5d76bea4dbfcc, ASSIGN in 454 msec 2024-11-21T02:17:59,925 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:17:59,925 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155479925"}]},"ts":"1732155479925"} 2024-11-21T02:17:59,929 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T02:17:59,930 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:17:59,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 976 msec 2024-11-21T02:17:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:17:59,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc., hostname=5aee4e3683e9,46297,1732155467916, seqNum=2] 2024-11-21T02:18:00,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46297 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T02:18:00,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:18:00,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:18:00,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:18:00,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T02:18:00,249 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T02:18:00,314 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,46297,1732155467916, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:18:00,316 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:00,316 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46297,1732155467916, seqNum=-1] 2024-11-21T02:18:00,317 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:00,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T02:18:00,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5aee4e3683e9,46297,1732155467916', locateType=CURRENT is [region=hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc., hostname=5aee4e3683e9,46297,1732155467916, seqNum=2] 2024-11-21T02:18:00,342 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T02:18:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T02:18:00,352 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5aee4e3683e9,46297,1732155467916 suceeded 2024-11-21T02:18:00,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T02:18:00,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 285 msec 2024-11-21T02:18:00,365 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5aee4e3683e9:46211,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:18:00,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5460 sec 2024-11-21T02:18:00,388 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:46211' 2024-11-21T02:18:00,413 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22bb9f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:00,414 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46211,-1 for getting cluster id 2024-11-21T02:18:00,414 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:00,416 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a871505b-4a2a-4593-b072-e535c39959d5' 2024-11-21T02:18:00,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:00,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a871505b-4a2a-4593-b072-e535c39959d5" 2024-11-21T02:18:00,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@545886d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:00,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46211,-1] 2024-11-21T02:18:00,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:00,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:00,425 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:00,427 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67525d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:00,430 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:00,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,46211,1732155475222 2024-11-21T02:18:00,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d843aa1 2024-11-21T02:18:00,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:00,437 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T02:18:00,445 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,46297,1732155467916 (queues=1) is replicating from cluster=6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8 to cluster=a871505b-4a2a-4593-b072-e535c39959d5 2024-11-21T02:18:00,448 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C46297%2C1732155467916 2024-11-21T02:18:00,452 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,46297,1732155467916, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:18:00,458 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916.replicationSource.shipper5aee4e3683e9%2C46297%2C1732155467916,1-5aee4e3683e9,46297,1732155467916 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C46297%2C1732155467916 2024-11-21T02:18:00,470 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916.replicationSource.wal-reader.5aee4e3683e9%2C46297%2C1732155467916,1-5aee4e3683e9,46297,1732155467916 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.1732155470675, startPosition=0, beingWritten=true 2024-11-21T02:18:00,795 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916.replicationSource.wal-reader.5aee4e3683e9%2C46297%2C1732155467916,1-5aee4e3683e9,46297,1732155467916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.1732155470675 to pos 0, reset compression=false 2024-11-21T02:18:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:01,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:01,010 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:18:01,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:01,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:01,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:01,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:01,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189bc1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:01,011 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,40271,-1 for getting cluster id 2024-11-21T02:18:01,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:01,013 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8' 2024-11-21T02:18:01,013 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:01,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8" 2024-11-21T02:18:01,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f06635, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:01,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,40271,-1] 2024-11-21T02:18:01,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:01,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:01,017 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:01,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26342016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:01,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:01,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,40271,1732155467073 2024-11-21T02:18:01,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ffeb36 2024-11-21T02:18:01,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:01,024 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:18:01,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://5aee4e3683e9:46211,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:18:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:18:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T02:18:01,031 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:46211' 2024-11-21T02:18:01,034 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2433a9bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:01,034 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46211,-1 for getting cluster id 2024-11-21T02:18:01,034 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:01,035 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a871505b-4a2a-4593-b072-e535c39959d5' 2024-11-21T02:18:01,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:01,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a871505b-4a2a-4593-b072-e535c39959d5" 2024-11-21T02:18:01,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e98951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:01,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46211,-1] 2024-11-21T02:18:01,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:01,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:01,039 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:01,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32640f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:01,041 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:01,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,46211,1732155475222 2024-11-21T02:18:01,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b5d1ba4 2024-11-21T02:18:01,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:01,044 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:18:01,045 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-21T02:18:01,045 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:18:01,045 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:01,045 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:01,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:01,105 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916.replicationSource.wal-reader.5aee4e3683e9%2C46297%2C1732155467916,1-5aee4e3683e9,46297,1732155467916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.1732155470675 to pos 0, reset compression=false 2024-11-21T02:18:01,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:18:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T02:18:01,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-21T02:18:01,290 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T02:18:01,333 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-5aee4e3683e9,46297,1732155467916, ReplicationSource: 2, currentBandwidth=0 2024-11-21T02:18:01,337 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-21T02:18:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-21T02:18:01,344 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5aee4e3683e9,46297,1732155467916 suceeded 2024-11-21T02:18:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T02:18:01,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T02:18:01,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-21T02:18:01,353 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5aee4e3683e9:46211,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:18:01,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 328 msec 2024-11-21T02:18:01,363 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:46211' 2024-11-21T02:18:01,368 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56b2cef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:01,369 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46211,-1 for getting cluster id 2024-11-21T02:18:01,369 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:01,370 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a871505b-4a2a-4593-b072-e535c39959d5' 2024-11-21T02:18:01,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:01,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a871505b-4a2a-4593-b072-e535c39959d5" 2024-11-21T02:18:01,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d185bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:01,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46211,-1] 2024-11-21T02:18:01,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:01,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:01,374 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:01,375 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6662724f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:01,375 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:01,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,46211,1732155475222 2024-11-21T02:18:01,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@180284a1 2024-11-21T02:18:01,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:01,378 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T02:18:01,379 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5aee4e3683e9,46297,1732155467916 (queues=1) is replicating from cluster=6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8 to cluster=a871505b-4a2a-4593-b072-e535c39959d5 2024-11-21T02:18:01,379 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5aee4e3683e9%2C46297%2C1732155467916 2024-11-21T02:18:01,379 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5aee4e3683e9,46297,1732155467916, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:18:01,379 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916.replicationSource.wal-reader.5aee4e3683e9%2C46297%2C1732155467916,2-5aee4e3683e9,46297,1732155467916 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.1732155470675, startPosition=0, beingWritten=true 2024-11-21T02:18:01,384 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916.replicationSource.shipper5aee4e3683e9%2C46297%2C1732155467916,2-5aee4e3683e9,46297,1732155467916 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C46297%2C1732155467916 2024-11-21T02:18:01,514 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916.replicationSource.wal-reader.5aee4e3683e9%2C46297%2C1732155467916,1-5aee4e3683e9,46297,1732155467916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.1732155470675 to pos 0, reset compression=false 2024-11-21T02:18:01,592 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916.replicationSource.wal-reader.5aee4e3683e9%2C46297%2C1732155467916,2-5aee4e3683e9,46297,1732155467916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.1732155470675 to pos 0, reset compression=false 2024-11-21T02:18:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T02:18:01,660 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T02:18:01,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:01,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:01,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:01,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:01,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:01,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,40271,1732155467073 2024-11-21T02:18:01,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51f99512 2024-11-21T02:18:01,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:01,675 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:18:01,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T02:18:01,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T02:18:01,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T02:18:01,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T02:18:01,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:46211,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:18:01,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T02:18:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T02:18:01,698 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:46211' 2024-11-21T02:18:01,699 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd00683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:01,699 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46211,-1 for getting cluster id 2024-11-21T02:18:01,700 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:01,701 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a871505b-4a2a-4593-b072-e535c39959d5' 2024-11-21T02:18:01,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:01,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a871505b-4a2a-4593-b072-e535c39959d5" 2024-11-21T02:18:01,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d631861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:01,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46211,-1] 2024-11-21T02:18:01,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:01,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:01,703 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:01,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc1fd8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:01,704 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:01,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,46211,1732155475222 2024-11-21T02:18:01,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b6c1c63 2024-11-21T02:18:01,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:01,707 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:18:01,708 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T02:18:01,709 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:18:01,709 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:01,709 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:01,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:01,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:18:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T02:18:01,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-21T02:18:01,879 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-21T02:18:01,881 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-21T02:18:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-21T02:18:01,884 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 5aee4e3683e9,46297,1732155467916 suceeded 2024-11-21T02:18:01,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T02:18:01,888 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://5aee4e3683e9:46211,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:18:01,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-21T02:18:01,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 198 msec 2024-11-21T02:18:01,933 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916.replicationSource.wal-reader.5aee4e3683e9%2C46297%2C1732155467916,2-5aee4e3683e9,46297,1732155467916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.1732155470675 to pos 0, reset compression=false 2024-11-21T02:18:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T02:18:02,020 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-21T02:18:02,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://5aee4e3683e9:46211,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:18:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T02:18:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T02:18:02,025 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:46211' 2024-11-21T02:18:02,027 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c74a3d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:02,027 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46211,-1 for getting cluster id 2024-11-21T02:18:02,027 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:02,028 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a871505b-4a2a-4593-b072-e535c39959d5' 2024-11-21T02:18:02,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:02,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a871505b-4a2a-4593-b072-e535c39959d5" 2024-11-21T02:18:02,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce07d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:02,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46211,-1] 2024-11-21T02:18:02,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:02,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:02,031 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:02,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b508214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:02,032 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:02,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,46211,1732155475222 2024-11-21T02:18:02,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4115d802 2024-11-21T02:18:02,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:02,035 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:18:02,036 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T02:18:02,036 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:18:02,036 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:02,036 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:02,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:02,059 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916.replicationSource.wal-reader.5aee4e3683e9%2C46297%2C1732155467916,1-5aee4e3683e9,46297,1732155467916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.1732155470675 to pos 0, reset compression=false 2024-11-21T02:18:02,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:18:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T02:18:02,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46297 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-21T02:18:02,219 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-21T02:18:02,221 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-21T02:18:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-21T02:18:02,240 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 5aee4e3683e9,46297,1732155467916 suceeded 2024-11-21T02:18:02,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T02:18:02,243 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://5aee4e3683e9:46211,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:18:02,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 176 msec 2024-11-21T02:18:02,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 222 msec 2024-11-21T02:18:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T02:18:02,340 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-21T02:18:02,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T02:18:02,342 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916.replicationSource.wal-reader.5aee4e3683e9%2C46297%2C1732155467916,2-5aee4e3683e9,46297,1732155467916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.1732155470675 to pos 0, reset compression=false 2024-11-21T02:18:02,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40271 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T02:18:02,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:02,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:02,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:02,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:02,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:18:02,352 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-21T02:18:02,352 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,40271,1732155467073 2024-11-21T02:18:02,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:02,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1578760963/running 2024-11-21T02:18:02,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:18:02,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1578760963/running 2024-11-21T02:18:02,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:18:02,365 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:18:02,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:02,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:02,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:02,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on znode that does not yet exist, /0-1578760963/running 2024-11-21T02:18:02,366 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,46297,1732155467916' ***** 2024-11-21T02:18:02,367 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:18:02,367 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:18:02,368 INFO [RS:0;5aee4e3683e9:46297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:18:02,368 INFO [RS:0;5aee4e3683e9:46297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:18:02,368 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(3091): Received CLOSE for b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:02,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on znode that does not yet exist, /0-1578760963/running 2024-11-21T02:18:02,369 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:18:02,370 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,46297,1732155467916 2024-11-21T02:18:02,370 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:18:02,370 INFO [RS:0;5aee4e3683e9:46297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:46297. 2024-11-21T02:18:02,370 DEBUG [RS:0;5aee4e3683e9:46297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:02,370 DEBUG [RS:0;5aee4e3683e9:46297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:02,371 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:18:02,371 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b25a0fdaae436157dab5d76bea4dbfcc, disabling compactions & flushes 2024-11-21T02:18:02,371 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:18:02,371 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:18:02,371 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:18:02,371 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:18:02,371 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:18:02,371 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. after waiting 0 ms 2024-11-21T02:18:02,371 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:18:02,377 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b25a0fdaae436157dab5d76bea4dbfcc 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-21T02:18:02,379 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T02:18:02,379 DEBUG [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(1325): Online Regions={b25a0fdaae436157dab5d76bea4dbfcc=hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:18:02,379 DEBUG [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:02,383 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:18:02,383 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:18:02,383 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:18:02,384 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:18:02,384 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:18:02,384 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T02:18:02,459 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:18:02,463 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/.tmp/info/46b4dabf40074b539d197b1b704d6cfa is 147, key is hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc./info:regioninfo/1732155479904/Put/seqid=0 2024-11-21T02:18:02,470 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/replication/b25a0fdaae436157dab5d76bea4dbfcc/.tmp/queue/335c429d40704a9f97a63244eff08399 is 151, key is 1-5aee4e3683e9,46297,1732155467916/queue:5aee4e3683e9%2C46297%2C1732155467916/1732155480330/Put/seqid=0 2024-11-21T02:18:02,474 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T02:18:02,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741838_1014 (size=6631) 2024-11-21T02:18:02,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741839_1015 (size=5500) 2024-11-21T02:18:02,499 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/.tmp/info/46b4dabf40074b539d197b1b704d6cfa 2024-11-21T02:18:02,500 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/replication/b25a0fdaae436157dab5d76bea4dbfcc/.tmp/queue/335c429d40704a9f97a63244eff08399 2024-11-21T02:18:02,514 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:18:02,514 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:18:02,569 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/replication/b25a0fdaae436157dab5d76bea4dbfcc/.tmp/queue/335c429d40704a9f97a63244eff08399 as hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/replication/b25a0fdaae436157dab5d76bea4dbfcc/queue/335c429d40704a9f97a63244eff08399 2024-11-21T02:18:02,579 DEBUG [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:02,593 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/.tmp/ns/d660c1b41ba447c4b5e4513b698d399f is 43, key is default/ns:d/1732155471656/Put/seqid=0 2024-11-21T02:18:02,592 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/replication/b25a0fdaae436157dab5d76bea4dbfcc/queue/335c429d40704a9f97a63244eff08399, entries=2, sequenceid=6, filesize=5.4 K 2024-11-21T02:18:02,601 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b25a0fdaae436157dab5d76bea4dbfcc in 225ms, sequenceid=6, compaction requested=false 2024-11-21T02:18:02,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741840_1016 (size=5153) 2024-11-21T02:18:02,604 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/.tmp/ns/d660c1b41ba447c4b5e4513b698d399f 2024-11-21T02:18:02,621 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/replication/b25a0fdaae436157dab5d76bea4dbfcc/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T02:18:02,625 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:18:02,625 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:18:02,626 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:18:02,626 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b25a0fdaae436157dab5d76bea4dbfcc: Waiting for close lock at 1732155482370Running coprocessor pre-close hooks at 1732155482370Disabling compacts and flushes for region at 1732155482370Disabling writes for close at 1732155482371 (+1 ms)Obtaining lock to block concurrent updates at 1732155482377 (+6 ms)Preparing flush snapshotting stores in b25a0fdaae436157dab5d76bea4dbfcc at 1732155482377Finished memstore snapshotting hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732155482387 (+10 ms)Flushing stores of hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. at 1732155482389 (+2 ms)Flushing b25a0fdaae436157dab5d76bea4dbfcc/queue: creating writer at 1732155482391 (+2 ms)Flushing b25a0fdaae436157dab5d76bea4dbfcc/queue: appending metadata at 1732155482448 (+57 ms)Flushing b25a0fdaae436157dab5d76bea4dbfcc/queue: closing flushed file at 1732155482450 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16e8d998: reopening flushed file at 1732155482562 (+112 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b25a0fdaae436157dab5d76bea4dbfcc in 225ms, sequenceid=6, compaction requested=false at 1732155482601 (+39 ms)Writing region close event to WAL at 1732155482609 (+8 ms)Running coprocessor post-close hooks at 1732155482623 (+14 ms)Closed at 1732155482625 (+2 ms) 2024-11-21T02:18:02,626 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:18:02,643 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/.tmp/table/2ea2d6fdd3a345bab0b5034068528b56 is 53, key is hbase:replication/table:state/1732155479925/Put/seqid=0 2024-11-21T02:18:02,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741841_1017 (size=5256) 2024-11-21T02:18:02,670 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916.replicationSource.wal-reader.5aee4e3683e9%2C46297%2C1732155467916,1-5aee4e3683e9,46297,1732155467916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.1732155470675 to pos 0, reset compression=false 2024-11-21T02:18:02,780 DEBUG [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:18:02,849 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916.replicationSource.wal-reader.5aee4e3683e9%2C46297%2C1732155467916,2-5aee4e3683e9,46297,1732155467916 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916/5aee4e3683e9%2C46297%2C1732155467916.1732155470675 to pos 0, reset compression=false 2024-11-21T02:18:02,980 DEBUG [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:18:03,059 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/.tmp/table/2ea2d6fdd3a345bab0b5034068528b56 2024-11-21T02:18:03,111 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/.tmp/info/46b4dabf40074b539d197b1b704d6cfa as hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/info/46b4dabf40074b539d197b1b704d6cfa 2024-11-21T02:18:03,124 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/info/46b4dabf40074b539d197b1b704d6cfa, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T02:18:03,126 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/.tmp/ns/d660c1b41ba447c4b5e4513b698d399f as hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/ns/d660c1b41ba447c4b5e4513b698d399f 2024-11-21T02:18:03,137 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/ns/d660c1b41ba447c4b5e4513b698d399f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T02:18:03,139 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/.tmp/table/2ea2d6fdd3a345bab0b5034068528b56 as hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/table/2ea2d6fdd3a345bab0b5034068528b56 2024-11-21T02:18:03,149 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/table/2ea2d6fdd3a345bab0b5034068528b56, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T02:18:03,151 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 767ms, sequenceid=11, compaction requested=false 2024-11-21T02:18:03,173 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T02:18:03,175 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:18:03,175 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:18:03,175 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:18:03,176 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155482383Running coprocessor pre-close hooks at 1732155482383Disabling compacts and flushes for region at 1732155482383Disabling writes for close at 1732155482384 (+1 ms)Obtaining lock to block concurrent updates at 1732155482384Preparing flush snapshotting stores in 1588230740 at 1732155482384Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732155482387 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732155482392 (+5 ms)Flushing 1588230740/info: creating writer at 1732155482393 (+1 ms)Flushing 1588230740/info: appending metadata at 1732155482447 (+54 ms)Flushing 1588230740/info: closing flushed file at 1732155482450 (+3 ms)Flushing 1588230740/ns: creating writer at 1732155482564 (+114 ms)Flushing 1588230740/ns: appending metadata at 1732155482591 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732155482591Flushing 1588230740/table: creating writer at 1732155482621 (+30 ms)Flushing 1588230740/table: appending metadata at 1732155482643 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732155482643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27afca: reopening flushed file at 1732155483099 (+456 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@270f78ea: reopening flushed file at 1732155483124 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@166aaa15: reopening flushed file at 1732155483137 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 767ms, sequenceid=11, compaction requested=false at 1732155483151 (+14 ms)Writing region close event to WAL at 1732155483163 (+12 ms)Running coprocessor post-close hooks at 1732155483175 (+12 ms)Closed at 1732155483175 2024-11-21T02:18:03,176 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:18:03,181 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,46297,1732155467916; all regions closed. 2024-11-21T02:18:03,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741834_1010 (size=2742) 2024-11-21T02:18:03,209 DEBUG [RS:0;5aee4e3683e9:46297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/oldWALs 2024-11-21T02:18:03,209 INFO [RS:0;5aee4e3683e9:46297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C46297%2C1732155467916.meta:.meta(num 1732155471462) 2024-11-21T02:18:03,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741837_1013 (size=1802) 2024-11-21T02:18:03,246 DEBUG [RS:0;5aee4e3683e9:46297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/oldWALs 2024-11-21T02:18:03,246 INFO [RS:0;5aee4e3683e9:46297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C46297%2C1732155467916.rep:(num 1732155479807) 2024-11-21T02:18:03,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741833_1009 (size=93) 2024-11-21T02:18:03,282 DEBUG [RS:0;5aee4e3683e9:46297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/oldWALs 2024-11-21T02:18:03,282 INFO [RS:0;5aee4e3683e9:46297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C46297%2C1732155467916:(num 1732155470675) 2024-11-21T02:18:03,283 DEBUG [RS:0;5aee4e3683e9:46297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:03,283 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:18:03,285 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:18:03,285 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T02:18:03,286 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:18:03,286 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,46297,1732155467916 because: Region server is closing 2024-11-21T02:18:03,286 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:18:03,286 INFO [RS:0;5aee4e3683e9:46297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:46297. 2024-11-21T02:18:03,287 DEBUG [RS:0;5aee4e3683e9:46297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:03,287 DEBUG [RS:0;5aee4e3683e9:46297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:03,287 DEBUG [RS:0;5aee4e3683e9:46297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:03,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:03,388 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916.replicationSource.shipper5aee4e3683e9%2C46297%2C1732155467916,1-5aee4e3683e9,46297,1732155467916 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T02:18:03,389 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,46297,1732155467916.replicationSource.shipper5aee4e3683e9%2C46297%2C1732155467916,1-5aee4e3683e9,46297,1732155467916 terminated 2024-11-21T02:18:03,389 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5aee4e3683e9,46297,1732155467916 because: Region server is closing 2024-11-21T02:18:03,390 INFO [RS:0;5aee4e3683e9:46297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:46297. 2024-11-21T02:18:03,390 DEBUG [RS:0;5aee4e3683e9:46297 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:03,390 DEBUG [RS:0;5aee4e3683e9:46297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:03,390 DEBUG [RS:0;5aee4e3683e9:46297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:03,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:03,490 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916.replicationSource.shipper5aee4e3683e9%2C46297%2C1732155467916,2-5aee4e3683e9,46297,1732155467916 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T02:18:03,491 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,46297,1732155467916.replicationSource.shipper5aee4e3683e9%2C46297%2C1732155467916,2-5aee4e3683e9,46297,1732155467916 terminated 2024-11-21T02:18:03,491 INFO [RS:0;5aee4e3683e9:46297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46297 2024-11-21T02:18:03,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1578760963/rs/5aee4e3683e9,46297,1732155467916 2024-11-21T02:18:03,544 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:18:03,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963/rs 2024-11-21T02:18:03,554 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,46297,1732155467916] 2024-11-21T02:18:03,565 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1578760963/draining/5aee4e3683e9,46297,1732155467916 already deleted, retry=false 2024-11-21T02:18:03,565 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,46297,1732155467916 expired; onlineServers=0 2024-11-21T02:18:03,565 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,40271,1732155467073' ***** 2024-11-21T02:18:03,565 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:18:03,565 INFO [M:0;5aee4e3683e9:40271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:18:03,565 INFO [M:0;5aee4e3683e9:40271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:18:03,566 DEBUG [M:0;5aee4e3683e9:40271 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:18:03,566 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:18:03,566 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155470409 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155470409,5,FailOnTimeoutGroup] 2024-11-21T02:18:03,566 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155470406 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155470406,5,FailOnTimeoutGroup] 2024-11-21T02:18:03,566 DEBUG [M:0;5aee4e3683e9:40271 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:18:03,566 INFO [M:0;5aee4e3683e9:40271 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:18:03,567 INFO [M:0;5aee4e3683e9:40271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:18:03,567 DEBUG [M:0;5aee4e3683e9:40271 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:18:03,567 INFO [M:0;5aee4e3683e9:40271 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:18:03,567 INFO [M:0;5aee4e3683e9:40271 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:18:03,567 INFO [M:0;5aee4e3683e9:40271 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:18:03,567 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:18:03,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1578760963/master 2024-11-21T02:18:03,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:18:03,575 DEBUG [M:0;5aee4e3683e9:40271 {}] zookeeper.ZKUtil(347): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Unable to get data of znode /0-1578760963/master because node does not exist (not an error) 2024-11-21T02:18:03,575 WARN [M:0;5aee4e3683e9:40271 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T02:18:03,576 INFO [M:0;5aee4e3683e9:40271 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/.lastflushedseqids 2024-11-21T02:18:03,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741842_1018 (size=181) 2024-11-21T02:18:03,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:03,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46297-0x1015b2ec4280001, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:03,655 INFO [RS:0;5aee4e3683e9:46297 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:18:03,655 INFO [RS:0;5aee4e3683e9:46297 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,46297,1732155467916; zookeeper connection closed. 2024-11-21T02:18:03,656 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12c3425f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12c3425f 2024-11-21T02:18:03,656 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:18:03,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:18:04,003 INFO [M:0;5aee4e3683e9:40271 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:18:04,003 INFO [M:0;5aee4e3683e9:40271 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:18:04,004 DEBUG [M:0;5aee4e3683e9:40271 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:18:04,004 INFO [M:0;5aee4e3683e9:40271 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:04,004 DEBUG [M:0;5aee4e3683e9:40271 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:04,004 DEBUG [M:0;5aee4e3683e9:40271 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:18:04,004 DEBUG [M:0;5aee4e3683e9:40271 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:04,004 INFO [M:0;5aee4e3683e9:40271 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-21T02:18:04,046 DEBUG [M:0;5aee4e3683e9:40271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d729d80d8d544da9723e4dc63aadc5a is 82, key is hbase:meta,,1/info:regioninfo/1732155471563/Put/seqid=0 2024-11-21T02:18:04,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741843_1019 (size=5672) 2024-11-21T02:18:04,489 INFO [M:0;5aee4e3683e9:40271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d729d80d8d544da9723e4dc63aadc5a 2024-11-21T02:18:04,524 DEBUG [M:0;5aee4e3683e9:40271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da25a457ea56458f8f51837a997991b4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732155479933/Put/seqid=0 2024-11-21T02:18:04,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741844_1020 (size=8663) 2024-11-21T02:18:04,941 INFO [M:0;5aee4e3683e9:40271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da25a457ea56458f8f51837a997991b4 2024-11-21T02:18:04,988 DEBUG [M:0;5aee4e3683e9:40271 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3c6d5d3f2c943f39070d7daacc05f0e is 69, key is 5aee4e3683e9,46297,1732155467916/rs:state/1732155470426/Put/seqid=0 2024-11-21T02:18:05,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741845_1021 (size=5156) 2024-11-21T02:18:05,413 INFO [M:0;5aee4e3683e9:40271 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3c6d5d3f2c943f39070d7daacc05f0e 2024-11-21T02:18:05,426 DEBUG [M:0;5aee4e3683e9:40271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d729d80d8d544da9723e4dc63aadc5a as hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d729d80d8d544da9723e4dc63aadc5a 2024-11-21T02:18:05,436 INFO [M:0;5aee4e3683e9:40271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d729d80d8d544da9723e4dc63aadc5a, entries=8, sequenceid=115, filesize=5.5 K 2024-11-21T02:18:05,438 DEBUG [M:0;5aee4e3683e9:40271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da25a457ea56458f8f51837a997991b4 as hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da25a457ea56458f8f51837a997991b4 2024-11-21T02:18:05,451 INFO [M:0;5aee4e3683e9:40271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da25a457ea56458f8f51837a997991b4, entries=14, sequenceid=115, filesize=8.5 K 2024-11-21T02:18:05,453 DEBUG [M:0;5aee4e3683e9:40271 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3c6d5d3f2c943f39070d7daacc05f0e as hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3c6d5d3f2c943f39070d7daacc05f0e 2024-11-21T02:18:05,463 INFO [M:0;5aee4e3683e9:40271 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3c6d5d3f2c943f39070d7daacc05f0e, entries=1, sequenceid=115, filesize=5.0 K 2024-11-21T02:18:05,465 INFO [M:0;5aee4e3683e9:40271 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1461ms, sequenceid=115, compaction requested=false 2024-11-21T02:18:05,470 INFO [M:0;5aee4e3683e9:40271 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:05,470 DEBUG [M:0;5aee4e3683e9:40271 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155484004Disabling compacts and flushes for region at 1732155484004Disabling writes for close at 1732155484004Obtaining lock to block concurrent updates at 1732155484004Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155484004Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732155484005 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155484012 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155484013 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155484045 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155484045Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155484501 (+456 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155484523 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155484523Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155484958 (+435 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155484987 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155484987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7b7b30: reopening flushed file at 1732155485424 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745f14b3: reopening flushed file at 1732155485437 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a834956: reopening flushed file at 1732155485452 (+15 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1461ms, sequenceid=115, compaction requested=false at 1732155485465 (+13 ms)Writing region close event to WAL at 1732155485469 (+4 ms)Closed at 1732155485469 2024-11-21T02:18:05,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741830_1006 (size=59421) 2024-11-21T02:18:05,478 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:18:05,479 INFO [M:0;5aee4e3683e9:40271 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:18:05,479 INFO [M:0;5aee4e3683e9:40271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40271 2024-11-21T02:18:05,480 INFO [M:0;5aee4e3683e9:40271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:18:05,660 INFO [M:0;5aee4e3683e9:40271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:18:05,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:05,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40271-0x1015b2ec4280000, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:05,663 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:18:05,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:05,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:05,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:18:05,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:05,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:18:05,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:18:05,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:18:05,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41229 2024-11-21T02:18:05,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41229 connecting to ZooKeeper ensemble=127.0.0.1:60543 2024-11-21T02:18:05,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412290x0, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:18:05,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41229-0x1015b2ec4280006 connected 2024-11-21T02:18:05,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:05,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:05,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on znode that does not yet exist, /0-1578760963/running 2024-11-21T02:18:05,739 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3, hbase.cluster.distributed=false 2024-11-21T02:18:05,740 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1578760963/meta-region-server: INIT 2024-11-21T02:18:05,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on znode that does not yet exist, /0-1578760963/acl 2024-11-21T02:18:05,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41229 2024-11-21T02:18:05,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41229 2024-11-21T02:18:05,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41229 2024-11-21T02:18:05,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41229 2024-11-21T02:18:05,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41229 2024-11-21T02:18:05,812 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:18:05,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:05,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:05,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:18:05,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:05,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:18:05,813 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:18:05,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:18:05,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46499 2024-11-21T02:18:05,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46499 connecting to ZooKeeper ensemble=127.0.0.1:60543 2024-11-21T02:18:05,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:05,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:05,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464990x0, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on znode that does not yet exist, /0-1578760963/running 2024-11-21T02:18:05,875 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:18:05,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464990x0, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:18:05,878 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1578760963/meta-region-server: INIT 2024-11-21T02:18:05,885 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:18:05,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464990x0, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on znode that does not yet exist, /0-1578760963/master 2024-11-21T02:18:05,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46499-0x1015b2ec4280007 connected 2024-11-21T02:18:05,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on znode that does not yet exist, /0-1578760963/acl 2024-11-21T02:18:05,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46499 2024-11-21T02:18:05,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46499 2024-11-21T02:18:05,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46499 2024-11-21T02:18:05,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46499 2024-11-21T02:18:05,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46499 2024-11-21T02:18:05,925 DEBUG [M:0;5aee4e3683e9:41229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:41229 2024-11-21T02:18:05,925 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1578760963/backup-masters/5aee4e3683e9,41229,1732155485662 2024-11-21T02:18:05,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963/backup-masters 2024-11-21T02:18:05,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963/backup-masters 2024-11-21T02:18:05,936 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on existing znode=/0-1578760963/backup-masters/5aee4e3683e9,41229,1732155485662 2024-11-21T02:18:05,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1578760963/master 2024-11-21T02:18:05,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:18:05,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:18:05,944 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on existing znode=/0-1578760963/master 2024-11-21T02:18:05,946 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1578760963/backup-masters/5aee4e3683e9,41229,1732155485662 from backup master directory 2024-11-21T02:18:05,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1578760963/backup-masters/5aee4e3683e9,41229,1732155485662 2024-11-21T02:18:05,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963/backup-masters 2024-11-21T02:18:05,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963/backup-masters 2024-11-21T02:18:05,956 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:18:05,956 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,41229,1732155485662 2024-11-21T02:18:05,980 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:05,980 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:18:06,007 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 27ms. 2024-11-21T02:18:06,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741846_1022 (size=196) 2024-11-21T02:18:06,031 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:18:06,032 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:18:06,033 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:06,046 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T02:18:06,051 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/WALs/5aee4e3683e9,40271,1732155467073 to hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/WALs/5aee4e3683e9,40271,1732155467073-dead as it is dead 2024-11-21T02:18:06,053 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T02:18:06,053 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T02:18:06,053 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/WALs/5aee4e3683e9,40271,1732155467073-dead/5aee4e3683e9%2C40271%2C1732155467073.1732155469695 2024-11-21T02:18:06,059 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/WALs/5aee4e3683e9,40271,1732155467073-dead/5aee4e3683e9%2C40271%2C1732155467073.1732155469695 after 4ms 2024-11-21T02:18:06,060 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/WALs/5aee4e3683e9,40271,1732155467073-dead/5aee4e3683e9%2C40271%2C1732155467073.1732155469695 to hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5aee4e3683e9%2C40271%2C1732155467073.1732155469695 2024-11-21T02:18:06,060 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/WALs/5aee4e3683e9,40271,1732155467073-dead 2024-11-21T02:18:06,061 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/WALs/5aee4e3683e9,41229,1732155485662 2024-11-21T02:18:06,062 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:18:06,064 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C41229%2C1732155485662, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/WALs/5aee4e3683e9,41229,1732155485662, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/oldWALs, maxLogs=10 2024-11-21T02:18:06,083 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/WALs/5aee4e3683e9,41229,1732155485662/5aee4e3683e9%2C41229%2C1732155485662.1732155486064, exclude list is [], retry=0 2024-11-21T02:18:06,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40299,DS-38580048-d62c-4bee-90f0-0e5629c363a7,DISK] 2024-11-21T02:18:06,092 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/WALs/5aee4e3683e9,41229,1732155485662/5aee4e3683e9%2C41229%2C1732155485662.1732155486064 2024-11-21T02:18:06,092 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40029:40029)] 2024-11-21T02:18:06,092 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:18:06,093 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:06,093 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:06,093 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:06,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:06,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:18:06,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:06,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d729d80d8d544da9723e4dc63aadc5a 2024-11-21T02:18:06,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:06,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:06,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:18:06,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:06,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da25a457ea56458f8f51837a997991b4 2024-11-21T02:18:06,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:06,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:06,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:18:06,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:06,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3c6d5d3f2c943f39070d7daacc05f0e 2024-11-21T02:18:06,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:06,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:06,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:18:06,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:06,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:06,132 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:06,133 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T02:18:06,133 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5aee4e3683e9%2C40271%2C1732155467073.1732155469695 2024-11-21T02:18:06,151 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5aee4e3683e9%2C40271%2C1732155467073.1732155469695 2024-11-21T02:18:06,153 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5aee4e3683e9%2C40271%2C1732155467073.1732155469695 2024-11-21T02:18:06,155 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:06,155 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:06,156 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:18:06,158 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:06,161 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-21T02:18:06,163 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64438695, jitterRate=-0.039788618683815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:18:06,163 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155486093Initializing all the Stores at 1732155486094 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155486094Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155486094Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155486094Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155486094Cleaning up temporary data from old regions at 1732155486155 (+61 ms)Region opened successfully at 1732155486163 (+8 ms) 2024-11-21T02:18:06,164 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:18:06,170 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e4479e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:18:06,183 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T02:18:06,184 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:18:06,184 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:18:06,184 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:18:06,185 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:18:06,192 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:06,192 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:18:06,193 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:18:06,193 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:18:06,194 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T02:18:06,194 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T02:18:06,194 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-21T02:18:06,194 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:18:06,200 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5aee4e3683e9,46297,1732155467916, regionLocation=5aee4e3683e9,46297,1732155467916, openSeqNum=2 2024-11-21T02:18:06,200 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5aee4e3683e9,46297,1732155467916, table=hbase:meta, region=1588230740 2024-11-21T02:18:06,200 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,46297,1732155467916, state=OPEN 2024-11-21T02:18:06,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1578760963/meta-region-server 2024-11-21T02:18:06,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1578760963/meta-region-server 2024-11-21T02:18:06,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1578760963/meta-region-server: CHANGED 2024-11-21T02:18:06,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1578760963/meta-region-server: CHANGED 2024-11-21T02:18:06,213 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:18:06,251 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1578760963/draining/5aee4e3683e9,46297,1732155467916 already deleted, retry=false 2024-11-21T02:18:06,252 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5aee4e3683e9,46297,1732155467916 on 5aee4e3683e9,41229,1732155485662 2024-11-21T02:18:06,258 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5aee4e3683e9,46297,1732155467916, splitWal=true, meta=true 2024-11-21T02:18:06,261 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 5aee4e3683e9,46297,1732155467916 (carryingMeta=true) 5aee4e3683e9,46297,1732155467916/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3e315d5e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T02:18:06,264 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Unable to get data of znode /0-1578760963/balancer because node does not exist (not necessarily an error) 2024-11-21T02:18:06,280 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1578760963/balancer already deleted, retry=false 2024-11-21T02:18:06,281 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:18:06,281 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Unable to get data of znode /0-1578760963/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:18:06,291 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1578760963/normalizer already deleted, retry=false 2024-11-21T02:18:06,291 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:18:06,293 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Unable to get data of znode /0-1578760963/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:18:06,301 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1578760963/switch/split already deleted, retry=false 2024-11-21T02:18:06,303 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Unable to get data of znode /0-1578760963/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:18:06,312 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1578760963/switch/merge already deleted, retry=false 2024-11-21T02:18:06,335 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Unable to get data of znode /0-1578760963/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:18:06,343 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1578760963/snapshot-cleanup already deleted, retry=false 2024-11-21T02:18:06,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1578760963/running 2024-11-21T02:18:06,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:18:06,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1578760963/running 2024-11-21T02:18:06,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:18:06,356 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,41229,1732155485662, sessionid=0x1015b2ec4280006, setting cluster-up flag (Was=false) 2024-11-21T02:18:06,365 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1578760963/flush-table-proc/acquired, /0-1578760963/flush-table-proc/reached, /0-1578760963/flush-table-proc/abort 2024-11-21T02:18:06,366 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,41229,1732155485662 2024-11-21T02:18:06,376 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1578760963/online-snapshot/acquired, /0-1578760963/online-snapshot/reached, /0-1578760963/online-snapshot/abort 2024-11-21T02:18:06,377 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,41229,1732155485662 2024-11-21T02:18:06,379 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/.lastflushedseqids 2024-11-21T02:18:06,383 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:18:06,383 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:18:06,384 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,41229,1732155485662 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5aee4e3683e9,46297,1732155467916 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:18:06,385 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:06,386 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:06,386 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:06,386 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:06,386 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:18:06,386 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:06,386 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:18:06,386 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:06,387 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155516387 2024-11-21T02:18:06,387 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:18:06,387 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:18:06,387 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:18:06,387 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:18:06,387 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:18:06,387 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:18:06,387 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:06,388 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:18:06,388 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:18:06,388 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:18:06,388 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:18:06,390 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5aee4e3683e9,46297,1732155467916, splitWal=true, meta=true 2024-11-21T02:18:06,392 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5aee4e3683e9,46297,1732155467916, splitWal=true, meta=true, isMeta: true 2024-11-21T02:18:06,392 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:18:06,392 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:18:06,392 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155486392,5,FailOnTimeoutGroup] 2024-11-21T02:18:06,393 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155486392,5,FailOnTimeoutGroup] 2024-11-21T02:18:06,393 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:06,393 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:18:06,393 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:06,393 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:06,393 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155486393, completionTime=-1 2024-11-21T02:18:06,393 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T02:18:06,394 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916-splitting 2024-11-21T02:18:06,395 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916-splitting dir is empty, no logs to split. 2024-11-21T02:18:06,395 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5aee4e3683e9,46297,1732155467916 WAL count=0, meta=true 2024-11-21T02:18:06,398 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T02:18:06,400 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916-splitting dir is empty, no logs to split. 2024-11-21T02:18:06,400 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5aee4e3683e9,46297,1732155467916 WAL count=0, meta=true 2024-11-21T02:18:06,400 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5aee4e3683e9,46297,1732155467916 WAL splitting is done? wals=0, meta=true 2024-11-21T02:18:06,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:18:06,406 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:18:06,408 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T02:18:06,411 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer(746): ClusterId : 6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8 2024-11-21T02:18:06,411 DEBUG [RS:0;5aee4e3683e9:46499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:18:06,420 DEBUG [RS:0;5aee4e3683e9:46499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:18:06,420 DEBUG [RS:0;5aee4e3683e9:46499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:18:06,429 DEBUG [RS:0;5aee4e3683e9:46499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:18:06,430 DEBUG [RS:0;5aee4e3683e9:46499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7e322f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:18:06,446 DEBUG [RS:0;5aee4e3683e9:46499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:46499 2024-11-21T02:18:06,446 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:18:06,447 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:18:06,447 DEBUG [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:18:06,448 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,41229,1732155485662 with port=46499, startcode=1732155485811 2024-11-21T02:18:06,448 DEBUG [RS:0;5aee4e3683e9:46499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:18:06,461 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:18:06,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41229 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,46499,1732155485811 2024-11-21T02:18:06,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41229 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,46499,1732155485811 2024-11-21T02:18:06,465 DEBUG [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3 2024-11-21T02:18:06,465 DEBUG [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45447 2024-11-21T02:18:06,465 DEBUG [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:18:06,498 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T02:18:06,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963/rs 2024-11-21T02:18:06,552 DEBUG [RS:0;5aee4e3683e9:46499 {}] zookeeper.ZKUtil(111): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on existing znode=/0-1578760963/rs/5aee4e3683e9,46499,1732155485811 2024-11-21T02:18:06,553 WARN [RS:0;5aee4e3683e9:46499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:18:06,553 INFO [RS:0;5aee4e3683e9:46499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:06,553 DEBUG [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811 2024-11-21T02:18:06,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,46499,1732155485811] 2024-11-21T02:18:06,558 WARN [5aee4e3683e9:41229 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-21T02:18:06,618 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:18:06,629 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:18:06,640 INFO [RS:0;5aee4e3683e9:46499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:18:06,641 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:06,644 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:18:06,646 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:18:06,646 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:06,646 DEBUG [RS:0;5aee4e3683e9:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:06,646 DEBUG [RS:0;5aee4e3683e9:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:06,646 DEBUG [RS:0;5aee4e3683e9:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:06,646 DEBUG [RS:0;5aee4e3683e9:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:06,646 DEBUG [RS:0;5aee4e3683e9:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:06,647 DEBUG [RS:0;5aee4e3683e9:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:18:06,647 DEBUG [RS:0;5aee4e3683e9:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:06,647 DEBUG [RS:0;5aee4e3683e9:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:06,647 DEBUG [RS:0;5aee4e3683e9:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:06,647 DEBUG [RS:0;5aee4e3683e9:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:06,647 DEBUG [RS:0;5aee4e3683e9:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:06,647 DEBUG [RS:0;5aee4e3683e9:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:06,648 DEBUG [RS:0;5aee4e3683e9:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:18:06,648 DEBUG [RS:0;5aee4e3683e9:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:18:06,656 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:06,656 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:06,656 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:06,657 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:06,657 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:06,657 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46499,1732155485811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:18:06,686 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:18:06,686 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46499,1732155485811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:06,709 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,46499,1732155485811, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:18:06,731 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.ReplicationSource(231): queueId=2-5aee4e3683e9,46499,1732155485811, ReplicationSource: 2, currentBandwidth=0 2024-11-21T02:18:06,731 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:06,732 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.Replication(171): 5aee4e3683e9,46499,1732155485811 started 2024-11-21T02:18:06,732 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource,1-5aee4e3683e9,46499,1732155485811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:46211' 2024-11-21T02:18:06,744 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource,1-5aee4e3683e9,46499,1732155485811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2078a37c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:06,744 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource,1-5aee4e3683e9,46499,1732155485811 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46211,-1 for getting cluster id 2024-11-21T02:18:06,744 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource,1-5aee4e3683e9,46499,1732155485811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:06,746 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a871505b-4a2a-4593-b072-e535c39959d5' 2024-11-21T02:18:06,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:06,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a871505b-4a2a-4593-b072-e535c39959d5" 2024-11-21T02:18:06,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bb56b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:06,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46211,-1] 2024-11-21T02:18:06,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:06,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:06,749 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:06,750 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource,1-5aee4e3683e9,46499,1732155485811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5371d4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:06,750 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource,1-5aee4e3683e9,46499,1732155485811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:06,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,46211,1732155475222 2024-11-21T02:18:06,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1653ab38 2024-11-21T02:18:06,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:06,752 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:06,752 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,46499,1732155485811, RpcServer on 5aee4e3683e9/172.17.0.2:46499, sessionid=0x1015b2ec4280007 2024-11-21T02:18:06,752 DEBUG [RS:0;5aee4e3683e9:46499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:18:06,752 DEBUG [RS:0;5aee4e3683e9:46499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,46499,1732155485811 2024-11-21T02:18:06,753 DEBUG [RS:0;5aee4e3683e9:46499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,46499,1732155485811' 2024-11-21T02:18:06,753 DEBUG [RS:0;5aee4e3683e9:46499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1578760963/flush-table-proc/abort' 2024-11-21T02:18:06,753 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T02:18:06,754 DEBUG [RS:0;5aee4e3683e9:46499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1578760963/flush-table-proc/acquired' 2024-11-21T02:18:06,754 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource,2-5aee4e3683e9,46499,1732155485811 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:46211' 2024-11-21T02:18:06,755 DEBUG [RS:0;5aee4e3683e9:46499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:18:06,755 DEBUG [RS:0;5aee4e3683e9:46499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:18:06,755 DEBUG [RS:0;5aee4e3683e9:46499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,46499,1732155485811 2024-11-21T02:18:06,755 DEBUG [RS:0;5aee4e3683e9:46499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,46499,1732155485811' 2024-11-21T02:18:06,755 DEBUG [RS:0;5aee4e3683e9:46499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1578760963/online-snapshot/abort' 2024-11-21T02:18:06,755 INFO [RS:0;5aee4e3683e9:46499.replicationSource,1-5aee4e3683e9,46499,1732155485811 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,46499,1732155485811 (queues=0) is replicating from cluster=6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8 to cluster=a871505b-4a2a-4593-b072-e535c39959d5 2024-11-21T02:18:06,755 DEBUG [RS:0;5aee4e3683e9:46499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1578760963/online-snapshot/acquired' 2024-11-21T02:18:06,756 DEBUG [RS:0;5aee4e3683e9:46499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:18:06,756 INFO [RS:0;5aee4e3683e9:46499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:18:06,756 INFO [RS:0;5aee4e3683e9:46499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:18:06,758 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource,2-5aee4e3683e9,46499,1732155485811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64a1861b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:06,758 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource,2-5aee4e3683e9,46499,1732155485811 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46211,-1 for getting cluster id 2024-11-21T02:18:06,758 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource,2-5aee4e3683e9,46499,1732155485811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:06,760 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a871505b-4a2a-4593-b072-e535c39959d5' 2024-11-21T02:18:06,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:06,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a871505b-4a2a-4593-b072-e535c39959d5" 2024-11-21T02:18:06,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e981f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:06,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46211,-1] 2024-11-21T02:18:06,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:06,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:06,764 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:06,766 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource,2-5aee4e3683e9,46499,1732155485811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d991693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:06,766 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource,2-5aee4e3683e9,46499,1732155485811 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:06,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,46211,1732155475222 2024-11-21T02:18:06,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b9455a9 2024-11-21T02:18:06,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:06,775 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T02:18:06,777 INFO [RS:0;5aee4e3683e9:46499.replicationSource,2-5aee4e3683e9,46499,1732155485811 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5aee4e3683e9,46499,1732155485811 (queues=0) is replicating from cluster=6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8 to cluster=a871505b-4a2a-4593-b072-e535c39959d5 2024-11-21T02:18:06,861 INFO [RS:0;5aee4e3683e9:46499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:18:06,868 INFO [RS:0;5aee4e3683e9:46499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C46499%2C1732155485811, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/oldWALs, maxLogs=10 2024-11-21T02:18:06,891 DEBUG [RS:0;5aee4e3683e9:46499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870, exclude list is [], retry=0 2024-11-21T02:18:06,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40299,DS-38580048-d62c-4bee-90f0-0e5629c363a7,DISK] 2024-11-21T02:18:06,905 INFO [RS:0;5aee4e3683e9:46499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 2024-11-21T02:18:06,910 DEBUG [RS:0;5aee4e3683e9:46499 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5aee4e3683e9%2C46499%2C1732155485811 for peer 2 2024-11-21T02:18:06,910 DEBUG [RS:0;5aee4e3683e9:46499 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5aee4e3683e9%2C46499%2C1732155485811 for peer 1 2024-11-21T02:18:06,911 DEBUG [RS:0;5aee4e3683e9:46499 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C46499%2C1732155485811 2024-11-21T02:18:06,911 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,46499,1732155485811, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:18:06,911 DEBUG [RS:0;5aee4e3683e9:46499 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5aee4e3683e9%2C46499%2C1732155485811 2024-11-21T02:18:06,911 INFO [RS:0;5aee4e3683e9:46499.replicationSource.shipper5aee4e3683e9%2C46499%2C1732155485811,1-5aee4e3683e9,46499,1732155485811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C46499%2C1732155485811 2024-11-21T02:18:06,911 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5aee4e3683e9,46499,1732155485811, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:18:06,912 DEBUG [RS:0;5aee4e3683e9:46499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40029:40029)] 2024-11-21T02:18:06,912 INFO [RS:0;5aee4e3683e9:46499.replicationSource.shipper5aee4e3683e9%2C46499%2C1732155485811,2-5aee4e3683e9,46499,1732155485811 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C46499%2C1732155485811 2024-11-21T02:18:06,912 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,2-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870, startPosition=0, beingWritten=true 2024-11-21T02:18:06,912 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,1-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870, startPosition=0, beingWritten=true 2024-11-21T02:18:07,059 DEBUG [5aee4e3683e9:41229 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:18:07,060 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,46499,1732155485811 2024-11-21T02:18:07,061 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,46499,1732155485811, state=OPENING 2024-11-21T02:18:07,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1578760963/meta-region-server 2024-11-21T02:18:07,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1578760963/meta-region-server 2024-11-21T02:18:07,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1578760963/meta-region-server: CHANGED 2024-11-21T02:18:07,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1578760963/meta-region-server: CHANGED 2024-11-21T02:18:07,092 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:18:07,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,46499,1732155485811}] 2024-11-21T02:18:07,128 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,1-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:07,127 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,2-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:07,248 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:18:07,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:18:07,259 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:18:07,259 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:07,260 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:18:07,266 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C46499%2C1732155485811.meta, suffix=.meta, logDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/oldWALs, maxLogs=10 2024-11-21T02:18:07,289 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.meta.1732155487268.meta, exclude list is [], retry=0 2024-11-21T02:18:07,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40299,DS-38580048-d62c-4bee-90f0-0e5629c363a7,DISK] 2024-11-21T02:18:07,300 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.meta.1732155487268.meta 2024-11-21T02:18:07,308 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40029:40029)] 2024-11-21T02:18:07,309 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:18:07,309 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:18:07,309 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:18:07,310 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:18:07,310 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:18:07,310 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:18:07,310 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:07,310 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:18:07,310 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:18:07,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:18:07,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:18:07,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:07,334 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/info/46b4dabf40074b539d197b1b704d6cfa 2024-11-21T02:18:07,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:07,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:18:07,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:18:07,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:07,353 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/ns/d660c1b41ba447c4b5e4513b698d399f 2024-11-21T02:18:07,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:07,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:18:07,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:18:07,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:07,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:07,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:18:07,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:18:07,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:07,374 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/table/2ea2d6fdd3a345bab0b5034068528b56 2024-11-21T02:18:07,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:07,375 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:18:07,377 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740 2024-11-21T02:18:07,379 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740 2024-11-21T02:18:07,386 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:18:07,386 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:18:07,387 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:18:07,389 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:18:07,391 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69571593, jitterRate=0.036697521805763245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:18:07,391 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:18:07,392 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155487311Writing region info on filesystem at 1732155487311Initializing all the Stores at 1732155487312 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155487312Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155487315 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155487315Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155487315Cleaning up temporary data from old regions at 1732155487386 (+71 ms)Running coprocessor post-open hooks at 1732155487391 (+5 ms)Region opened successfully at 1732155487391 2024-11-21T02:18:07,409 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732155487248 2024-11-21T02:18:07,419 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:18:07,419 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:18:07,421 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5aee4e3683e9,46499,1732155485811 2024-11-21T02:18:07,425 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,46499,1732155485811, state=OPEN 2024-11-21T02:18:07,440 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,2-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:07,441 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,1-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:07,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1578760963/meta-region-server 2024-11-21T02:18:07,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1578760963/meta-region-server 2024-11-21T02:18:07,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1578760963/meta-region-server: CHANGED 2024-11-21T02:18:07,479 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,46499,1732155485811 2024-11-21T02:18:07,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1578760963/meta-region-server: CHANGED 2024-11-21T02:18:07,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T02:18:07,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,46499,1732155485811 in 387 msec 2024-11-21T02:18:07,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-21T02:18:07,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0880 sec 2024-11-21T02:18:07,855 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,2-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:07,855 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,1-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:08,009 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1615ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1510ms 2024-11-21T02:18:08,366 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,1-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:08,373 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,2-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:08,891 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:18:08,971 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,1-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:08,979 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,2-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:09,514 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3121ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3016ms 2024-11-21T02:18:09,677 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,1-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:09,686 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,2-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:10,486 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,1-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:10,493 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,2-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:10,917 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4524ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T02:18:10,918 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:18:10,918 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:10,918 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46499,1732155485811, seqNum=-1] 2024-11-21T02:18:10,919 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:10,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:18:10,930 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b25a0fdaae436157dab5d76bea4dbfcc, regionState=OPEN, lastHost=5aee4e3683e9,46297,1732155467916, regionLocation=5aee4e3683e9,46297,1732155467916, openSeqNum=2 2024-11-21T02:18:10,930 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:18:10,931 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155550931 2024-11-21T02:18:10,931 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155610931 2024-11-21T02:18:10,931 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 13 msec 2024-11-21T02:18:10,931 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,41229,1732155485662-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:10,931 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,41229,1732155485662-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:10,931 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,41229,1732155485662-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:10,931 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5aee4e3683e9,46297,1732155467916 had 2 regions 2024-11-21T02:18:10,932 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:41229, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:10,932 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:10,935 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:10,935 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5aee4e3683e9,46297,1732155467916, splitWal=true, meta=true, isMeta: false 2024-11-21T02:18:10,941 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916-splitting dir is empty, no logs to split. 2024-11-21T02:18:10,941 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5aee4e3683e9,46297,1732155467916 WAL count=0, meta=false 2024-11-21T02:18:10,948 WARN [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5aee4e3683e9,46297,1732155467916/hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:18:10,949 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.993sec 2024-11-21T02:18:10,950 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:18:10,950 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:18:10,950 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:18:10,950 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:18:10,950 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:18:10,950 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,41229,1732155485662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:18:10,950 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,41229,1732155485662-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:18:10,950 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46297,1732155467916-splitting dir is empty, no logs to split. 2024-11-21T02:18:10,950 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5aee4e3683e9,46297,1732155467916 WAL count=0, meta=false 2024-11-21T02:18:10,950 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5aee4e3683e9,46297,1732155467916 WAL splitting is done? wals=0, meta=false 2024-11-21T02:18:10,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b25a0fdaae436157dab5d76bea4dbfcc, ASSIGN}] 2024-11-21T02:18:10,958 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b25a0fdaae436157dab5d76bea4dbfcc, ASSIGN 2024-11-21T02:18:10,960 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b25a0fdaae436157dab5d76bea4dbfcc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T02:18:10,960 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:18:10,961 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:18:10,961 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,41229,1732155485662-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:11,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a43fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:11,013 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,41229,-1 for getting cluster id 2024-11-21T02:18:11,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:11,021 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8' 2024-11-21T02:18:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8" 2024-11-21T02:18:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a3a578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:11,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,41229,-1] 2024-11-21T02:18:11,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:11,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:11,026 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:11,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e6703e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:11,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:11,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46499,1732155485811, seqNum=-1] 2024-11-21T02:18:11,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:11,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:18:11,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T02:18:11,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:11,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:11,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:11,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:11,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5aee4e3683e9:41229 after: 5aee4e3683e9:41229 2024-11-21T02:18:11,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:11,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d590ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:11,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,41229,-1 for getting cluster id 2024-11-21T02:18:11,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:11,044 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8' 2024-11-21T02:18:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:11,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a9d91d3-de3d-4d7e-9ffd-4f8d47024fa8" 2024-11-21T02:18:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371cb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,41229,-1] 2024-11-21T02:18:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:11,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:11,050 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:11,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a06ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:11,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:11,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,41229,1732155485662 2024-11-21T02:18:11,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9807ff5 2024-11-21T02:18:11,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:11,055 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:18:11,055 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41229 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T02:18:11,058 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41229 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T02:18:11,059 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41229 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T02:18:11,060 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41229 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T02:18:11,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:18:11,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:11,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:11,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:11,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:11,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:11,062 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:18:11,064 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1895063239, stopped=false 2024-11-21T02:18:11,064 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,46211,1732155475222 2024-11-21T02:18:11,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-844366068/running 2024-11-21T02:18:11,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068 2024-11-21T02:18:11,082 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:18:11,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:11,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:11,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:11,082 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,34063,1732155475549' ***** 2024-11-21T02:18:11,083 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:18:11,083 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:18:11,083 INFO [RS:0;5aee4e3683e9:34063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:18:11,083 INFO [RS:0;5aee4e3683e9:34063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:18:11,083 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,34063,1732155475549 2024-11-21T02:18:11,083 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:18:11,083 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:18:11,083 INFO [RS:0;5aee4e3683e9:34063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:34063. 2024-11-21T02:18:11,083 DEBUG [RS:0;5aee4e3683e9:34063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:11,083 DEBUG [RS:0;5aee4e3683e9:34063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:11,083 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:18:11,084 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:18:11,084 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:18:11,084 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:18:11,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-844366068/running 2024-11-21T02:18:11,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068 2024-11-21T02:18:11,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Set watcher on znode that does not yet exist, /1-844366068/running 2024-11-21T02:18:11,088 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:18:11,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Set watcher on znode that does not yet exist, /1-844366068/running 2024-11-21T02:18:11,088 DEBUG [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:18:11,088 DEBUG [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:18:11,089 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:18:11,089 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:18:11,089 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:18:11,089 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:18:11,089 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:18:11,089 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T02:18:11,111 DEBUG [5aee4e3683e9:41229 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:18:11,111 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b25a0fdaae436157dab5d76bea4dbfcc, regionState=OPENING, regionLocation=5aee4e3683e9,46499,1732155485811 2024-11-21T02:18:11,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b25a0fdaae436157dab5d76bea4dbfcc, ASSIGN because future has completed 2024-11-21T02:18:11,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b25a0fdaae436157dab5d76bea4dbfcc, server=5aee4e3683e9,46499,1732155485811}] 2024-11-21T02:18:11,158 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/data/hbase/meta/1588230740/.tmp/ns/f3bdcbf9310044f0a802603320f4a45b is 43, key is default/ns:d/1732155478500/Put/seqid=0 2024-11-21T02:18:11,163 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:18:11,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741835_1011 (size=5153) 2024-11-21T02:18:11,242 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:18:11,242 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:18:11,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:18:11,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:11,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:18:11,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C46499%2C1732155485811.rep, suffix=, logDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811, archiveDir=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/oldWALs, maxLogs=10 2024-11-21T02:18:11,289 DEBUG [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:18:11,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.rep.1732155491289, exclude list is [], retry=0 2024-11-21T02:18:11,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40299,DS-38580048-d62c-4bee-90f0-0e5629c363a7,DISK] 2024-11-21T02:18:11,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.rep.1732155491289 2024-11-21T02:18:11,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40029:40029)] 2024-11-21T02:18:11,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b25a0fdaae436157dab5d76bea4dbfcc, NAME => 'hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:18:11,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:18:11,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:18:11,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. service=MultiRowMutationService 2024-11-21T02:18:11,318 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:18:11,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:11,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:11,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:11,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:11,332 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:11,334 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b25a0fdaae436157dab5d76bea4dbfcc columnFamilyName hfileref 2024-11-21T02:18:11,334 DEBUG [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:11,334 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] regionserver.HStore(327): Store=b25a0fdaae436157dab5d76bea4dbfcc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:11,335 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:11,336 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b25a0fdaae436157dab5d76bea4dbfcc columnFamilyName queue 2024-11-21T02:18:11,336 DEBUG [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:11,350 DEBUG [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/replication/b25a0fdaae436157dab5d76bea4dbfcc/queue/335c429d40704a9f97a63244eff08399 2024-11-21T02:18:11,351 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] regionserver.HStore(327): Store=b25a0fdaae436157dab5d76bea4dbfcc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:11,351 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:11,352 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b25a0fdaae436157dab5d76bea4dbfcc columnFamilyName sid 2024-11-21T02:18:11,352 DEBUG [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:11,353 INFO [StoreOpener-b25a0fdaae436157dab5d76bea4dbfcc-1 {}] regionserver.HStore(327): Store=b25a0fdaae436157dab5d76bea4dbfcc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:11,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:11,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/replication/b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:11,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/replication/b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:11,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:11,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:11,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:18:11,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:11,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened b25a0fdaae436157dab5d76bea4dbfcc; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72894424, jitterRate=0.08621156215667725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:18:11,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:11,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b25a0fdaae436157dab5d76bea4dbfcc: Running coprocessor pre-open hook at 1732155491319Writing region info on filesystem at 1732155491319Initializing all the Stores at 1732155491328 (+9 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155491328Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155491329 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155491329Cleaning up temporary data from old regions at 1732155491360 (+31 ms)Running coprocessor post-open hooks at 1732155491364 (+4 ms)Region opened successfully at 1732155491365 (+1 ms) 2024-11-21T02:18:11,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc., pid=19, masterSystemTime=1732155491277 2024-11-21T02:18:11,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:18:11,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:18:11,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b25a0fdaae436157dab5d76bea4dbfcc, regionState=OPEN, openSeqNum=10, regionLocation=5aee4e3683e9,46499,1732155485811 2024-11-21T02:18:11,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b25a0fdaae436157dab5d76bea4dbfcc, server=5aee4e3683e9,46499,1732155485811 because future has completed 2024-11-21T02:18:11,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-21T02:18:11,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure b25a0fdaae436157dab5d76bea4dbfcc, server=5aee4e3683e9,46499,1732155485811 in 261 msec 2024-11-21T02:18:11,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-21T02:18:11,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b25a0fdaae436157dab5d76bea4dbfcc, ASSIGN in 430 msec 2024-11-21T02:18:11,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T02:18:11,393 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,1-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:11,399 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,2-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:11,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc., hostname=5aee4e3683e9,46499,1732155485811, seqNum=10] 2024-11-21T02:18:11,442 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 5aee4e3683e9,46297,1732155467916 2024-11-21T02:18:11,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T02:18:11,489 DEBUG [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:18:11,616 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/data/hbase/meta/1588230740/.tmp/ns/f3bdcbf9310044f0a802603320f4a45b 2024-11-21T02:18:11,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-21T02:18:11,628 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/data/hbase/meta/1588230740/.tmp/ns/f3bdcbf9310044f0a802603320f4a45b as hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/data/hbase/meta/1588230740/ns/f3bdcbf9310044f0a802603320f4a45b 2024-11-21T02:18:11,637 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/data/hbase/meta/1588230740/ns/f3bdcbf9310044f0a802603320f4a45b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T02:18:11,639 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=6, compaction requested=false 2024-11-21T02:18:11,639 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:18:11,649 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T02:18:11,651 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:18:11,651 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:18:11,651 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:18:11,651 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155491089Running coprocessor pre-close hooks at 1732155491089Disabling compacts and flushes for region at 1732155491089Disabling writes for close at 1732155491089Obtaining lock to block concurrent updates at 1732155491089Preparing flush snapshotting stores in 1588230740 at 1732155491089Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732155491090 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732155491092 (+2 ms)Flushing 1588230740/ns: creating writer at 1732155491094 (+2 ms)Flushing 1588230740/ns: appending metadata at 1732155491153 (+59 ms)Flushing 1588230740/ns: closing flushed file at 1732155491153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75fde04d: reopening flushed file at 1732155491626 (+473 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 550ms, sequenceid=6, compaction requested=false at 1732155491639 (+13 ms)Writing region close event to WAL at 1732155491645 (+6 ms)Running coprocessor post-close hooks at 1732155491651 (+6 ms)Closed at 1732155491651 2024-11-21T02:18:11,651 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:18:11,689 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,34063,1732155475549; all regions closed. 2024-11-21T02:18:11,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741834_1010 (size=1152) 2024-11-21T02:18:11,699 DEBUG [RS:0;5aee4e3683e9:34063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/oldWALs 2024-11-21T02:18:11,699 INFO [RS:0;5aee4e3683e9:34063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C34063%2C1732155475549.meta:.meta(num 1732155478353) 2024-11-21T02:18:11,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741833_1009 (size=93) 2024-11-21T02:18:11,720 DEBUG [RS:0;5aee4e3683e9:34063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/oldWALs 2024-11-21T02:18:11,720 INFO [RS:0;5aee4e3683e9:34063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C34063%2C1732155475549:(num 1732155477425) 2024-11-21T02:18:11,721 DEBUG [RS:0;5aee4e3683e9:34063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:11,721 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:18:11,721 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:18:11,721 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:18:11,721 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:18:11,721 INFO [RS:0;5aee4e3683e9:34063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34063 2024-11-21T02:18:11,722 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:18:11,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068/rs 2024-11-21T02:18:11,816 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:18:11,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,34063,1732155475549] 2024-11-21T02:18:11,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-844366068/rs/5aee4e3683e9,34063,1732155475549 2024-11-21T02:18:11,848 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-844366068/draining/5aee4e3683e9,34063,1732155475549 already deleted, retry=false 2024-11-21T02:18:11,848 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,34063,1732155475549 expired; onlineServers=0 2024-11-21T02:18:11,849 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,46211,1732155475222' ***** 2024-11-21T02:18:11,849 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:18:11,849 INFO [M:0;5aee4e3683e9:46211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:18:11,849 INFO [M:0;5aee4e3683e9:46211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:18:11,849 DEBUG [M:0;5aee4e3683e9:46211 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:18:11,849 DEBUG [M:0;5aee4e3683e9:46211 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:18:11,849 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:18:11,849 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155476959 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155476959,5,FailOnTimeoutGroup] 2024-11-21T02:18:11,849 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155476965 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155476965,5,FailOnTimeoutGroup] 2024-11-21T02:18:11,849 INFO [M:0;5aee4e3683e9:46211 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:18:11,849 INFO [M:0;5aee4e3683e9:46211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:18:11,849 DEBUG [M:0;5aee4e3683e9:46211 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:18:11,849 INFO [M:0;5aee4e3683e9:46211 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:18:11,850 INFO [M:0;5aee4e3683e9:46211 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:18:11,850 INFO [M:0;5aee4e3683e9:46211 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:18:11,850 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:18:11,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-844366068/master 2024-11-21T02:18:11,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-844366068 2024-11-21T02:18:11,859 DEBUG [M:0;5aee4e3683e9:46211 {}] zookeeper.ZKUtil(347): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Unable to get data of znode /1-844366068/master because node does not exist (not an error) 2024-11-21T02:18:11,859 WARN [M:0;5aee4e3683e9:46211 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T02:18:11,861 INFO [M:0;5aee4e3683e9:46211 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/.lastflushedseqids 2024-11-21T02:18:11,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741836_1012 (size=99) 2024-11-21T02:18:11,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:11,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34063-0x1015b2ec4280004, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:11,938 INFO [RS:0;5aee4e3683e9:34063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:18:11,938 INFO [RS:0;5aee4e3683e9:34063 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,34063,1732155475549; zookeeper connection closed. 2024-11-21T02:18:11,939 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52b2dceb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52b2dceb 2024-11-21T02:18:11,939 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:18:12,278 INFO [M:0;5aee4e3683e9:46211 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:18:12,278 INFO [M:0;5aee4e3683e9:46211 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:18:12,278 DEBUG [M:0;5aee4e3683e9:46211 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:18:12,278 INFO [M:0;5aee4e3683e9:46211 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:12,278 DEBUG [M:0;5aee4e3683e9:46211 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:12,278 DEBUG [M:0;5aee4e3683e9:46211 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:18:12,278 DEBUG [M:0;5aee4e3683e9:46211 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:12,279 INFO [M:0;5aee4e3683e9:46211 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T02:18:12,329 DEBUG [M:0;5aee4e3683e9:46211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0edda54ecf714cc9b26446a14187c8b4 is 82, key is hbase:meta,,1/info:regioninfo/1732155478440/Put/seqid=0 2024-11-21T02:18:12,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741837_1013 (size=5672) 2024-11-21T02:18:12,410 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,1-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:12,427 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,2-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:12,618 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T02:18:12,761 INFO [M:0;5aee4e3683e9:46211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0edda54ecf714cc9b26446a14187c8b4 2024-11-21T02:18:12,794 DEBUG [M:0;5aee4e3683e9:46211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a5bf8e686894cbb86bc712642ed21c8 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732155478521/Put/seqid=0 2024-11-21T02:18:12,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741838_1014 (size=5275) 2024-11-21T02:18:13,205 INFO [M:0;5aee4e3683e9:46211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a5bf8e686894cbb86bc712642ed21c8 2024-11-21T02:18:13,233 DEBUG [M:0;5aee4e3683e9:46211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3011598f3994bb4926568adeb1393b0 is 69, key is 5aee4e3683e9,34063,1732155475549/rs:state/1732155477107/Put/seqid=0 2024-11-21T02:18:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741839_1015 (size=5156) 2024-11-21T02:18:13,519 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,1-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:13,539 DEBUG [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,2-5aee4e3683e9,46499,1732155485811 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 to pos 0, reset compression=false 2024-11-21T02:18:13,639 INFO [M:0;5aee4e3683e9:46211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3011598f3994bb4926568adeb1393b0 2024-11-21T02:18:13,648 DEBUG [M:0;5aee4e3683e9:46211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0edda54ecf714cc9b26446a14187c8b4 as hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0edda54ecf714cc9b26446a14187c8b4 2024-11-21T02:18:13,659 INFO [M:0;5aee4e3683e9:46211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0edda54ecf714cc9b26446a14187c8b4, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T02:18:13,661 DEBUG [M:0;5aee4e3683e9:46211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a5bf8e686894cbb86bc712642ed21c8 as hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a5bf8e686894cbb86bc712642ed21c8 2024-11-21T02:18:13,670 INFO [M:0;5aee4e3683e9:46211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a5bf8e686894cbb86bc712642ed21c8, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T02:18:13,673 DEBUG [M:0;5aee4e3683e9:46211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3011598f3994bb4926568adeb1393b0 as hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3011598f3994bb4926568adeb1393b0 2024-11-21T02:18:13,683 INFO [M:0;5aee4e3683e9:46211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41815/user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3011598f3994bb4926568adeb1393b0, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T02:18:13,685 INFO [M:0;5aee4e3683e9:46211 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1407ms, sequenceid=28, compaction requested=false 2024-11-21T02:18:13,689 INFO [M:0;5aee4e3683e9:46211 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:13,690 DEBUG [M:0;5aee4e3683e9:46211 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155492278Disabling compacts and flushes for region at 1732155492278Disabling writes for close at 1732155492278Obtaining lock to block concurrent updates at 1732155492279 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155492279Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732155492279Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155492282 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155492282Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155492327 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155492328 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155492774 (+446 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155492793 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155492793Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155493214 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155493233 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155493233Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b78591e: reopening flushed file at 1732155493647 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e440608: reopening flushed file at 1732155493659 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63484f5b: reopening flushed file at 1732155493671 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1407ms, sequenceid=28, compaction requested=false at 1732155493685 (+14 ms)Writing region close event to WAL at 1732155493689 (+4 ms)Closed at 1732155493689 2024-11-21T02:18:13,694 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7e51f15-81b8-e118-5786-36e1fccfb901/MasterData/WALs/5aee4e3683e9,46211,1732155475222/5aee4e3683e9%2C46211%2C1732155475222.1732155476477 not finished, retry = 0 2024-11-21T02:18:13,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40397 is added to blk_1073741830_1006 (size=10165) 2024-11-21T02:18:13,795 INFO [M:0;5aee4e3683e9:46211 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:18:13,795 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:18:13,795 INFO [M:0;5aee4e3683e9:46211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46211 2024-11-21T02:18:13,799 INFO [M:0;5aee4e3683e9:46211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:18:13,907 INFO [M:0;5aee4e3683e9:46211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:18:13,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:13,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46211-0x1015b2ec4280003, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:13,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765b0853{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:18:13,912 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@684ad4cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:18:13,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:18:13,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b39d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:18:13,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282256de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/hadoop.log.dir/,STOPPED} 2024-11-21T02:18:13,915 WARN [BP-525818308-172.17.0.2-1732155471988 heartbeating to localhost/127.0.0.1:41815 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:18:13,915 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:18:13,915 WARN [BP-525818308-172.17.0.2-1732155471988 heartbeating to localhost/127.0.0.1:41815 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-525818308-172.17.0.2-1732155471988 (Datanode Uuid a5c8e717-ffd8-4382-989a-c8cd63a8896a) service to localhost/127.0.0.1:41815 2024-11-21T02:18:13,915 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:18:13,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/cluster_112465b0-80e5-0eab-3229-c838c3271919/data/data1/current/BP-525818308-172.17.0.2-1732155471988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:18:13,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/cluster_112465b0-80e5-0eab-3229-c838c3271919/data/data2/current/BP-525818308-172.17.0.2-1732155471988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:18:13,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:18:13,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35409618{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:18:13,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cc08b0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:18:13,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:18:13,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b608463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:18:13,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fa80ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/hadoop.log.dir/,STOPPED} 2024-11-21T02:18:13,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:18:13,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:18:13,944 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:13,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:13,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:13,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:13,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:13,944 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:18:13,945 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1257969290, stopped=false 2024-11-21T02:18:13,945 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,41229,1732155485662 2024-11-21T02:18:13,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1578760963/running 2024-11-21T02:18:13,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1578760963/running 2024-11-21T02:18:13,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:18:13,964 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:18:13,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:18:13,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:13,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:13,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:13,965 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,46499,1732155485811' ***** 2024-11-21T02:18:13,965 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:18:13,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on znode that does not yet exist, /0-1578760963/running 2024-11-21T02:18:13,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Set watcher on znode that does not yet exist, /0-1578760963/running 2024-11-21T02:18:13,966 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:18:13,966 INFO [RS:0;5aee4e3683e9:46499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:18:13,966 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:18:13,966 INFO [RS:0;5aee4e3683e9:46499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:18:13,966 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer(3091): Received CLOSE for b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:13,967 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,46499,1732155485811 2024-11-21T02:18:13,967 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:18:13,967 INFO [RS:0;5aee4e3683e9:46499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:46499. 2024-11-21T02:18:13,967 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b25a0fdaae436157dab5d76bea4dbfcc, disabling compactions & flushes 2024-11-21T02:18:13,967 DEBUG [RS:0;5aee4e3683e9:46499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:13,967 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:18:13,967 DEBUG [RS:0;5aee4e3683e9:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:13,967 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:18:13,968 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:18:13,968 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. after waiting 0 ms 2024-11-21T02:18:13,968 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:18:13,968 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:18:13,968 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:18:13,968 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:18:13,968 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T02:18:13,968 DEBUG [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer(1325): Online Regions={b25a0fdaae436157dab5d76bea4dbfcc=hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:18:13,969 DEBUG [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b25a0fdaae436157dab5d76bea4dbfcc 2024-11-21T02:18:13,969 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:18:13,969 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:18:13,969 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:18:13,969 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:18:13,969 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:18:13,969 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T02:18:13,976 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:18:13,976 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/replication/b25a0fdaae436157dab5d76bea4dbfcc/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-21T02:18:13,977 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:18:13,977 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:18:13,977 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:18:13,977 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b25a0fdaae436157dab5d76bea4dbfcc: Waiting for close lock at 1732155493967Running coprocessor pre-close hooks at 1732155493967Disabling compacts and flushes for region at 1732155493967Disabling writes for close at 1732155493968 (+1 ms)Writing region close event to WAL at 1732155493969 (+1 ms)Running coprocessor post-close hooks at 1732155493977 (+8 ms)Closed at 1732155493977 2024-11-21T02:18:13,977 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc. 2024-11-21T02:18:13,993 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/.tmp/info/44de848e62ac403bb22cd4a8029919c0 is 147, key is hbase:replication,,1732155478953.b25a0fdaae436157dab5d76bea4dbfcc./info:regioninfo/1732155491372/Put/seqid=0 2024-11-21T02:18:14,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741851_1027 (size=6385) 2024-11-21T02:18:14,007 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/.tmp/info/44de848e62ac403bb22cd4a8029919c0 2024-11-21T02:18:14,017 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/.tmp/info/44de848e62ac403bb22cd4a8029919c0 as hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/info/44de848e62ac403bb22cd4a8029919c0 2024-11-21T02:18:14,028 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/info/44de848e62ac403bb22cd4a8029919c0, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T02:18:14,030 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=19, compaction requested=false 2024-11-21T02:18:14,047 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T02:18:14,049 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:18:14,049 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:18:14,049 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:18:14,049 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155493968Running coprocessor pre-close hooks at 1732155493968Disabling compacts and flushes for region at 1732155493968Disabling writes for close at 1732155493969 (+1 ms)Obtaining lock to block concurrent updates at 1732155493969Preparing flush snapshotting stores in 1588230740 at 1732155493969Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732155493970 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732155493971 (+1 ms)Flushing 1588230740/info: creating writer at 1732155493971Flushing 1588230740/info: appending metadata at 1732155493992 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732155493992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d534b0d: reopening flushed file at 1732155494016 (+24 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=19, compaction requested=false at 1732155494030 (+14 ms)Writing region close event to WAL at 1732155494040 (+10 ms)Running coprocessor post-close hooks at 1732155494048 (+8 ms)Closed at 1732155494049 (+1 ms) 2024-11-21T02:18:14,049 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:18:14,169 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,46499,1732155485811; all regions closed. 2024-11-21T02:18:14,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741849_1025 (size=2156) 2024-11-21T02:18:14,173 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.meta.1732155487268.meta not finished, retry = 0 2024-11-21T02:18:14,278 DEBUG [RS:0;5aee4e3683e9:46499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/oldWALs 2024-11-21T02:18:14,278 INFO [RS:0;5aee4e3683e9:46499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C46499%2C1732155485811.meta:.meta(num 1732155487268) 2024-11-21T02:18:14,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741850_1026 (size=796) 2024-11-21T02:18:14,281 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.rep.1732155491289 not finished, retry = 0 2024-11-21T02:18:14,384 DEBUG [RS:0;5aee4e3683e9:46499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/oldWALs 2024-11-21T02:18:14,384 INFO [RS:0;5aee4e3683e9:46499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C46499%2C1732155485811.rep:(num 1732155491289) 2024-11-21T02:18:14,388 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/WALs/5aee4e3683e9,46499,1732155485811/5aee4e3683e9%2C46499%2C1732155485811.1732155486870 not finished, retry = 0 2024-11-21T02:18:14,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741848_1024 (size=93) 2024-11-21T02:18:14,491 DEBUG [RS:0;5aee4e3683e9:46499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/oldWALs 2024-11-21T02:18:14,491 INFO [RS:0;5aee4e3683e9:46499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C46499%2C1732155485811:(num 1732155486870) 2024-11-21T02:18:14,491 DEBUG [RS:0;5aee4e3683e9:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:14,491 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:18:14,491 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:18:14,492 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T02:18:14,492 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:18:14,492 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:18:14,492 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T02:18:14,492 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,46499,1732155485811 because: Region server is closing 2024-11-21T02:18:14,492 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T02:18:14,492 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-21T02:18:14,492 INFO [RS:0;5aee4e3683e9:46499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:46499. 2024-11-21T02:18:14,492 DEBUG [RS:0;5aee4e3683e9:46499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:14,492 DEBUG [RS:0;5aee4e3683e9:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:14,493 DEBUG [RS:0;5aee4e3683e9:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:14,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:14,593 WARN [RS:0;5aee4e3683e9:46499.replicationSource.shipper5aee4e3683e9%2C46499%2C1732155485811,1-5aee4e3683e9,46499,1732155485811 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T02:18:14,593 WARN [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,1-5aee4e3683e9,46499,1732155485811 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T02:18:14,593 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5aee4e3683e9:46499.replicationSource.shipper5aee4e3683e9%2C46499%2C1732155485811,1-5aee4e3683e9,46499,1732155485811 terminated 2024-11-21T02:18:14,593 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5aee4e3683e9,46499,1732155485811 because: Region server is closing 2024-11-21T02:18:14,593 INFO [RS:0;5aee4e3683e9:46499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:46499. 2024-11-21T02:18:14,594 DEBUG [RS:0;5aee4e3683e9:46499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:14,594 DEBUG [RS:0;5aee4e3683e9:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:14,594 DEBUG [RS:0;5aee4e3683e9:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:14,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:14,694 WARN [RS:0;5aee4e3683e9:46499.replicationSource.wal-reader.5aee4e3683e9%2C46499%2C1732155485811,2-5aee4e3683e9,46499,1732155485811 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T02:18:14,694 WARN [RS:0;5aee4e3683e9:46499.replicationSource.shipper5aee4e3683e9%2C46499%2C1732155485811,2-5aee4e3683e9,46499,1732155485811 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T02:18:14,694 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;5aee4e3683e9:46499.replicationSource.shipper5aee4e3683e9%2C46499%2C1732155485811,2-5aee4e3683e9,46499,1732155485811 terminated 2024-11-21T02:18:14,695 INFO [RS:0;5aee4e3683e9:46499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46499 2024-11-21T02:18:14,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963/rs 2024-11-21T02:18:14,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1578760963/rs/5aee4e3683e9,46499,1732155485811 2024-11-21T02:18:14,743 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:18:14,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,46499,1732155485811] 2024-11-21T02:18:14,764 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1578760963/draining/5aee4e3683e9,46499,1732155485811 already deleted, retry=false 2024-11-21T02:18:14,764 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,46499,1732155485811 expired; onlineServers=0 2024-11-21T02:18:14,764 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,41229,1732155485662' ***** 2024-11-21T02:18:14,764 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:18:14,764 INFO [M:0;5aee4e3683e9:41229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:18:14,764 INFO [M:0;5aee4e3683e9:41229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:18:14,764 DEBUG [M:0;5aee4e3683e9:41229 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:18:14,765 DEBUG [M:0;5aee4e3683e9:41229 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:18:14,765 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:18:14,765 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155486392 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155486392,5,FailOnTimeoutGroup] 2024-11-21T02:18:14,765 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155486392 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155486392,5,FailOnTimeoutGroup] 2024-11-21T02:18:14,765 INFO [M:0;5aee4e3683e9:41229 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:18:14,765 INFO [M:0;5aee4e3683e9:41229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:18:14,765 DEBUG [M:0;5aee4e3683e9:41229 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:18:14,765 INFO [M:0;5aee4e3683e9:41229 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:18:14,765 INFO [M:0;5aee4e3683e9:41229 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:18:14,765 INFO [M:0;5aee4e3683e9:41229 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:18:14,766 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:18:14,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1578760963/master 2024-11-21T02:18:14,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1578760963 2024-11-21T02:18:14,774 DEBUG [M:0;5aee4e3683e9:41229 {}] zookeeper.ZKUtil(347): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Unable to get data of znode /0-1578760963/master because node does not exist (not an error) 2024-11-21T02:18:14,775 WARN [M:0;5aee4e3683e9:41229 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T02:18:14,775 INFO [M:0;5aee4e3683e9:41229 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/.lastflushedseqids 2024-11-21T02:18:14,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741852_1028 (size=181) 2024-11-21T02:18:14,854 INFO [RS:0;5aee4e3683e9:46499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:18:14,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:14,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x1015b2ec4280007, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:14,854 INFO [RS:0;5aee4e3683e9:46499 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,46499,1732155485811; zookeeper connection closed. 2024-11-21T02:18:14,854 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30491527 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30491527 2024-11-21T02:18:14,854 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:18:15,182 INFO [M:0;5aee4e3683e9:41229 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:18:15,182 INFO [M:0;5aee4e3683e9:41229 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:18:15,182 DEBUG [M:0;5aee4e3683e9:41229 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:18:15,182 INFO [M:0;5aee4e3683e9:41229 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:15,182 DEBUG [M:0;5aee4e3683e9:41229 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:15,183 DEBUG [M:0;5aee4e3683e9:41229 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:18:15,183 DEBUG [M:0;5aee4e3683e9:41229 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:15,183 INFO [M:0;5aee4e3683e9:41229 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T02:18:15,205 DEBUG [M:0;5aee4e3683e9:41229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82a4dde8373e46daa29336f6f7f8bcbe is 82, key is hbase:meta,,1/info:regioninfo/1732155487421/Put/seqid=0 2024-11-21T02:18:15,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741853_1029 (size=5680) 2024-11-21T02:18:15,611 INFO [M:0;5aee4e3683e9:41229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82a4dde8373e46daa29336f6f7f8bcbe 2024-11-21T02:18:15,637 DEBUG [M:0;5aee4e3683e9:41229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9783c501afb4c30ad0e3ae5c5bfdc31 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732155491387/Put/seqid=0 2024-11-21T02:18:15,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741854_1030 (size=7319) 2024-11-21T02:18:15,643 INFO [M:0;5aee4e3683e9:41229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9783c501afb4c30ad0e3ae5c5bfdc31 2024-11-21T02:18:15,666 DEBUG [M:0;5aee4e3683e9:41229 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c41d306607824b7ebb893f0ab1705256 is 69, key is 5aee4e3683e9,46499,1732155485811/rs:state/1732155486462/Put/seqid=0 2024-11-21T02:18:15,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741855_1031 (size=5371) 2024-11-21T02:18:16,073 INFO [M:0;5aee4e3683e9:41229 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c41d306607824b7ebb893f0ab1705256 2024-11-21T02:18:16,079 INFO [M:0;5aee4e3683e9:41229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c41d306607824b7ebb893f0ab1705256 2024-11-21T02:18:16,080 DEBUG [M:0;5aee4e3683e9:41229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82a4dde8373e46daa29336f6f7f8bcbe as hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82a4dde8373e46daa29336f6f7f8bcbe 2024-11-21T02:18:16,087 INFO [M:0;5aee4e3683e9:41229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82a4dde8373e46daa29336f6f7f8bcbe, entries=8, sequenceid=172, filesize=5.5 K 2024-11-21T02:18:16,088 DEBUG [M:0;5aee4e3683e9:41229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9783c501afb4c30ad0e3ae5c5bfdc31 as hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9783c501afb4c30ad0e3ae5c5bfdc31 2024-11-21T02:18:16,094 INFO [M:0;5aee4e3683e9:41229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9783c501afb4c30ad0e3ae5c5bfdc31, entries=7, sequenceid=172, filesize=7.1 K 2024-11-21T02:18:16,095 DEBUG [M:0;5aee4e3683e9:41229 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c41d306607824b7ebb893f0ab1705256 as hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c41d306607824b7ebb893f0ab1705256 2024-11-21T02:18:16,101 INFO [M:0;5aee4e3683e9:41229 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c41d306607824b7ebb893f0ab1705256 2024-11-21T02:18:16,102 INFO [M:0;5aee4e3683e9:41229 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45447/user/jenkins/test-data/ea7a51ba-3c6a-2456-f883-6ac9fdec17e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c41d306607824b7ebb893f0ab1705256, entries=2, sequenceid=172, filesize=5.2 K 2024-11-21T02:18:16,103 INFO [M:0;5aee4e3683e9:41229 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=172, compaction requested=false 2024-11-21T02:18:16,106 INFO [M:0;5aee4e3683e9:41229 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:16,106 DEBUG [M:0;5aee4e3683e9:41229 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155495182Disabling compacts and flushes for region at 1732155495182Disabling writes for close at 1732155495183 (+1 ms)Obtaining lock to block concurrent updates at 1732155495183Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155495183Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732155495183Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155495184 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155495184Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155495205 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155495205Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155495618 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155495637 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155495637Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155495649 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155495665 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155495665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b4f815: reopening flushed file at 1732155496079 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e7734c5: reopening flushed file at 1732155496087 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d872762: reopening flushed file at 1732155496094 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=172, compaction requested=false at 1732155496103 (+9 ms)Writing region close event to WAL at 1732155496106 (+3 ms)Closed at 1732155496106 2024-11-21T02:18:16,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40299 is added to blk_1073741847_1023 (size=22949) 2024-11-21T02:18:16,111 INFO [M:0;5aee4e3683e9:41229 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:18:16,111 INFO [M:0;5aee4e3683e9:41229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41229 2024-11-21T02:18:16,112 INFO [M:0;5aee4e3683e9:41229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:18:16,112 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:18:16,117 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T02:18:16,222 INFO [M:0;5aee4e3683e9:41229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:18:16,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:16,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41229-0x1015b2ec4280006, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:16,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b71fbf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:18:16,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:18:16,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:18:16,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:18:16,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/hadoop.log.dir/,STOPPED} 2024-11-21T02:18:16,231 WARN [BP-118487990-172.17.0.2-1732155461209 heartbeating to localhost/127.0.0.1:45447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:18:16,231 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:18:16,231 WARN [BP-118487990-172.17.0.2-1732155461209 heartbeating to localhost/127.0.0.1:45447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-118487990-172.17.0.2-1732155461209 (Datanode Uuid a24fe464-ea26-417c-9a6e-cda751cd550f) service to localhost/127.0.0.1:45447 2024-11-21T02:18:16,231 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:18:16,232 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/cluster_3e34fb99-7479-2116-abd1-3584d77c6a0b/data/data2/current/BP-118487990-172.17.0.2-1732155461209 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:18:16,232 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:18:16,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/cluster_3e34fb99-7479-2116-abd1-3584d77c6a0b/data/data1/current/BP-118487990-172.17.0.2-1732155461209 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:18:16,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:18:16,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:18:16,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:18:16,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:18:16,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82d39a1b-852f-4025-96cd-60f46b0ecf86/hadoop.log.dir/,STOPPED} 2024-11-21T02:18:16,271 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T02:18:16,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:18:16,306 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45447 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60543) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41815 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60543) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5aee4e3683e9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5aee4e3683e9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5aee4e3683e9:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bb7d7bf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5aee4e3683e9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/5aee4e3683e9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=969 (was 1095), ProcessCount=11 (was 11), AvailableMemoryMB=266 (was 1429) 2024-11-21T02:18:16,320 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=969, ProcessCount=11, AvailableMemoryMB=265 2024-11-21T02:18:16,339 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-21T02:18:16,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/hadoop.log.dir so I do NOT create it in target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63 2024-11-21T02:18:16,341 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:18:16,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/hadoop.tmp.dir so I do NOT create it in target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63 2024-11-21T02:18:16,341 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dcd972c9-94a4-64c7-4265-f5ea69e81aab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:18:16,341 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63 2024-11-21T02:18:16,341 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/cluster_053e5c71-dbd6-f09c-7194-00f47125134c, deleteOnExit=true 2024-11-21T02:18:16,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b2ec4280005, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:18:16,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b2ec4280002, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:18:16,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b2ec4280002, quorum=127.0.0.1:60543, baseZNode=/0-1578760963 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:18:16,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b2ec4280005, quorum=127.0.0.1:60543, baseZNode=/1-844366068 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:18:16,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/cluster_053e5c71-dbd6-f09c-7194-00f47125134c/zookeeper_0, clientPort=58960, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/cluster_053e5c71-dbd6-f09c-7194-00f47125134c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/cluster_053e5c71-dbd6-f09c-7194-00f47125134c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T02:18:16,365 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58960 2024-11-21T02:18:16,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:18:16,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:18:16,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/test.cache.data in system properties and HBase conf 2024-11-21T02:18:16,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:18:16,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:18:16,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:18:16,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:18:16,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:18:16,366 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:18:16,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:18:16,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:18:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:18:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:18:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:18:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:18:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:18:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:18:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:18:16,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:18:16,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:18:16,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:18:16,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:18:16,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:18:16,760 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T02:18:16,762 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:16,784 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:16,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:18:16,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:18:16,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:18:16,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:18:16,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:18:16,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:18:16,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4232ec1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:18:16,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@708c07f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:18:16,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54b7039{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/java.io.tmpdir/jetty-localhost-40599-hadoop-hdfs-3_4_1-tests_jar-_-any-10830749027266539968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:18:16,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@242482cc{HTTP/1.1, (http/1.1)}{localhost:40599} 2024-11-21T02:18:16,928 INFO [Time-limited test {}] server.Server(415): Started @40192ms 2024-11-21T02:18:17,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:18:17,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:18:17,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:18:17,439 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:18:17,439 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:18:17,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d8cdc40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:18:17,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@394705a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:18:17,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:18:17,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:18:17,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:18:17,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:18:17,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ab7dfc8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/java.io.tmpdir/jetty-localhost-33773-hadoop-hdfs-3_4_1-tests_jar-_-any-9775516109773919871/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:18:17,541 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56680efa{HTTP/1.1, (http/1.1)}{localhost:33773} 2024-11-21T02:18:17,541 INFO [Time-limited test {}] server.Server(415): Started @40805ms 2024-11-21T02:18:17,543 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:18:18,360 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/cluster_053e5c71-dbd6-f09c-7194-00f47125134c/data/data2/current/BP-1559291085-172.17.0.2-1732155496403/current, will proceed with Du for space computation calculation, 2024-11-21T02:18:18,360 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/cluster_053e5c71-dbd6-f09c-7194-00f47125134c/data/data1/current/BP-1559291085-172.17.0.2-1732155496403/current, will proceed with Du for space computation calculation, 2024-11-21T02:18:18,376 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:18:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa96d3027babeca64 with lease ID 0x52b1be21c502f59e: Processing first storage report for DS-3473f347-5156-4336-8a1b-2c41449d1bcc from datanode DatanodeRegistration(127.0.0.1:34393, datanodeUuid=57efb0c0-e55b-4a84-a10a-05176e4d378a, infoPort=43945, infoSecurePort=0, ipcPort=36267, storageInfo=lv=-57;cid=testClusterID;nsid=309487401;c=1732155496403) 2024-11-21T02:18:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa96d3027babeca64 with lease ID 0x52b1be21c502f59e: from storage DS-3473f347-5156-4336-8a1b-2c41449d1bcc node DatanodeRegistration(127.0.0.1:34393, datanodeUuid=57efb0c0-e55b-4a84-a10a-05176e4d378a, infoPort=43945, infoSecurePort=0, ipcPort=36267, storageInfo=lv=-57;cid=testClusterID;nsid=309487401;c=1732155496403), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:18:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa96d3027babeca64 with lease ID 0x52b1be21c502f59e: Processing first storage report for DS-5e7ad10a-2305-44d1-a7d3-6e62a8c90a5d from datanode DatanodeRegistration(127.0.0.1:34393, datanodeUuid=57efb0c0-e55b-4a84-a10a-05176e4d378a, infoPort=43945, infoSecurePort=0, ipcPort=36267, storageInfo=lv=-57;cid=testClusterID;nsid=309487401;c=1732155496403) 2024-11-21T02:18:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa96d3027babeca64 with lease ID 0x52b1be21c502f59e: from storage DS-5e7ad10a-2305-44d1-a7d3-6e62a8c90a5d node DatanodeRegistration(127.0.0.1:34393, datanodeUuid=57efb0c0-e55b-4a84-a10a-05176e4d378a, infoPort=43945, infoSecurePort=0, ipcPort=36267, storageInfo=lv=-57;cid=testClusterID;nsid=309487401;c=1732155496403), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:18:18,390 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63 2024-11-21T02:18:18,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:18,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:18:18,805 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec with version=8 2024-11-21T02:18:18,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/hbase-staging 2024-11-21T02:18:18,809 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:18:18,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:18,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:18,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:18:18,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:18,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:18:18,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:18:18,809 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:18:18,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33945 2024-11-21T02:18:18,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33945 connecting to ZooKeeper ensemble=127.0.0.1:58960 2024-11-21T02:18:18,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339450x0, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:18:18,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33945-0x1015b2f53490000 connected 2024-11-21T02:18:18,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:18,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:19,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Set watcher on znode that does not yet exist, /01835689662/running 2024-11-21T02:18:19,000 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec, hbase.cluster.distributed=false 2024-11-21T02:18:19,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Set watcher on znode that does not yet exist, /01835689662/acl 2024-11-21T02:18:19,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33945 2024-11-21T02:18:19,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33945 2024-11-21T02:18:19,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33945 2024-11-21T02:18:19,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33945 2024-11-21T02:18:19,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33945 2024-11-21T02:18:19,029 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:18:19,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:19,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:19,029 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:18:19,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:19,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:18:19,030 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:18:19,030 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:18:19,031 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42471 2024-11-21T02:18:19,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42471 connecting to ZooKeeper ensemble=127.0.0.1:58960 2024-11-21T02:18:19,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:19,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:19,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424710x0, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:18:19,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424710x0, quorum=127.0.0.1:58960, baseZNode=/01835689662 Set watcher on znode that does not yet exist, /01835689662/running 2024-11-21T02:18:19,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42471-0x1015b2f53490001 connected 2024-11-21T02:18:19,049 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:18:19,054 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:18:19,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Set watcher on znode that does not yet exist, /01835689662/master 2024-11-21T02:18:19,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Set watcher on znode that does not yet exist, /01835689662/acl 2024-11-21T02:18:19,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42471 2024-11-21T02:18:19,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42471 2024-11-21T02:18:19,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42471 2024-11-21T02:18:19,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42471 2024-11-21T02:18:19,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42471 2024-11-21T02:18:19,080 DEBUG [M:0;5aee4e3683e9:33945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:33945 2024-11-21T02:18:19,081 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01835689662/backup-masters/5aee4e3683e9,33945,1732155498808 2024-11-21T02:18:19,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662/backup-masters 2024-11-21T02:18:19,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662/backup-masters 2024-11-21T02:18:19,091 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Set watcher on existing znode=/01835689662/backup-masters/5aee4e3683e9,33945,1732155498808 2024-11-21T02:18:19,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01835689662/master 2024-11-21T02:18:19,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:19,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:19,101 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Set watcher on existing znode=/01835689662/master 2024-11-21T02:18:19,102 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01835689662/backup-masters/5aee4e3683e9,33945,1732155498808 from backup master directory 2024-11-21T02:18:19,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01835689662/backup-masters/5aee4e3683e9,33945,1732155498808 2024-11-21T02:18:19,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662/backup-masters 2024-11-21T02:18:19,111 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:18:19,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662/backup-masters 2024-11-21T02:18:19,111 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,33945,1732155498808 2024-11-21T02:18:19,116 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/hbase.id] with ID: 3c6f192d-ae86-49ac-862a-93a0c6d38614 2024-11-21T02:18:19,116 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/.tmp/hbase.id 2024-11-21T02:18:19,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:18:19,522 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/.tmp/hbase.id]:[hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/hbase.id] 2024-11-21T02:18:19,535 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:19,535 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:18:19,537 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T02:18:19,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:19,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:19,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:18:19,957 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:18:19,958 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:18:19,959 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:19,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:18:20,376 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store 2024-11-21T02:18:20,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:18:20,821 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:20,821 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:18:20,821 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:20,821 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:20,821 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:18:20,821 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:20,822 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:20,822 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155500821Disabling compacts and flushes for region at 1732155500821Disabling writes for close at 1732155500821Writing region close event to WAL at 1732155500821Closed at 1732155500822 (+1 ms) 2024-11-21T02:18:20,823 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/.initializing 2024-11-21T02:18:20,823 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/WALs/5aee4e3683e9,33945,1732155498808 2024-11-21T02:18:20,824 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:18:20,826 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C33945%2C1732155498808, suffix=, logDir=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/WALs/5aee4e3683e9,33945,1732155498808, archiveDir=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/oldWALs, maxLogs=10 2024-11-21T02:18:20,842 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/WALs/5aee4e3683e9,33945,1732155498808/5aee4e3683e9%2C33945%2C1732155498808.1732155500826, exclude list is [], retry=0 2024-11-21T02:18:20,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34393,DS-3473f347-5156-4336-8a1b-2c41449d1bcc,DISK] 2024-11-21T02:18:20,847 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/WALs/5aee4e3683e9,33945,1732155498808/5aee4e3683e9%2C33945%2C1732155498808.1732155500826 2024-11-21T02:18:20,848 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43945:43945)] 2024-11-21T02:18:20,848 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:18:20,848 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:20,848 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:20,848 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:20,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:20,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:18:20,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:20,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:20,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:20,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:18:20,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:20,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:20,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:20,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:18:20,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:20,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:20,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:20,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:18:20,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:20,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:20,858 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:20,859 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:20,859 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:20,860 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:20,860 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:20,861 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:18:20,862 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:20,864 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:18:20,865 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67750137, jitterRate=0.009555712342262268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:18:20,866 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155500848Initializing all the Stores at 1732155500850 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155500850Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155500850Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155500850Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155500850Cleaning up temporary data from old regions at 1732155500860 (+10 ms)Region opened successfully at 1732155500865 (+5 ms) 2024-11-21T02:18:20,866 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:18:20,870 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c034a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:18:20,872 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:18:20,872 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:18:20,872 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:18:20,872 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:18:20,873 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:18:20,874 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:18:20,874 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:18:20,876 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:18:20,877 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Unable to get data of znode /01835689662/balancer because node does not exist (not necessarily an error) 2024-11-21T02:18:20,898 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01835689662/balancer already deleted, retry=false 2024-11-21T02:18:20,898 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:18:20,899 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Unable to get data of znode /01835689662/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:18:20,911 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01835689662/normalizer already deleted, retry=false 2024-11-21T02:18:20,912 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:18:20,913 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Unable to get data of znode /01835689662/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:18:20,921 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01835689662/switch/split already deleted, retry=false 2024-11-21T02:18:20,923 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Unable to get data of znode /01835689662/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:18:20,932 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01835689662/switch/merge already deleted, retry=false 2024-11-21T02:18:20,934 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Unable to get data of znode /01835689662/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:18:20,942 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01835689662/snapshot-cleanup already deleted, retry=false 2024-11-21T02:18:20,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01835689662/running 2024-11-21T02:18:20,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01835689662/running 2024-11-21T02:18:20,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:20,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:20,954 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,33945,1732155498808, sessionid=0x1015b2f53490000, setting cluster-up flag (Was=false) 2024-11-21T02:18:20,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:20,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:21,006 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01835689662/flush-table-proc/acquired, /01835689662/flush-table-proc/reached, /01835689662/flush-table-proc/abort 2024-11-21T02:18:21,007 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,33945,1732155498808 2024-11-21T02:18:21,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:21,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:21,058 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01835689662/online-snapshot/acquired, /01835689662/online-snapshot/reached, /01835689662/online-snapshot/abort 2024-11-21T02:18:21,060 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,33945,1732155498808 2024-11-21T02:18:21,061 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:18:21,064 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:21,064 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:18:21,064 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:18:21,064 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,33945,1732155498808 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:18:21,066 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:21,066 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:21,066 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:21,066 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:21,066 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:18:21,066 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:21,066 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:18:21,067 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:21,067 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(746): ClusterId : 3c6f192d-ae86-49ac-862a-93a0c6d38614 2024-11-21T02:18:21,067 DEBUG [RS:0;5aee4e3683e9:42471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:18:21,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:21,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:18:21,071 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:21,072 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:18:21,076 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155531076 2024-11-21T02:18:21,076 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:18:21,077 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:18:21,077 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:18:21,077 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:18:21,077 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:18:21,077 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:18:21,077 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:21,078 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:18:21,078 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:18:21,078 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:18:21,078 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:18:21,080 DEBUG [RS:0;5aee4e3683e9:42471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:18:21,080 DEBUG [RS:0;5aee4e3683e9:42471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:18:21,084 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:18:21,084 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:18:21,085 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155501084,5,FailOnTimeoutGroup] 2024-11-21T02:18:21,085 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155501085,5,FailOnTimeoutGroup] 2024-11-21T02:18:21,085 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:21,085 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:18:21,085 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:21,085 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:21,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:18:21,091 DEBUG [RS:0;5aee4e3683e9:42471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:18:21,091 DEBUG [RS:0;5aee4e3683e9:42471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73169bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:18:21,106 DEBUG [RS:0;5aee4e3683e9:42471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:42471 2024-11-21T02:18:21,106 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:18:21,107 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:18:21,107 DEBUG [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:18:21,108 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,33945,1732155498808 with port=42471, startcode=1732155499029 2024-11-21T02:18:21,108 DEBUG [RS:0;5aee4e3683e9:42471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:18:21,110 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:18:21,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,42471,1732155499029 2024-11-21T02:18:21,111 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33945 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,42471,1732155499029 2024-11-21T02:18:21,113 DEBUG [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec 2024-11-21T02:18:21,113 DEBUG [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35659 2024-11-21T02:18:21,113 DEBUG [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:18:21,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662/rs 2024-11-21T02:18:21,122 DEBUG [RS:0;5aee4e3683e9:42471 {}] zookeeper.ZKUtil(111): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Set watcher on existing znode=/01835689662/rs/5aee4e3683e9,42471,1732155499029 2024-11-21T02:18:21,122 WARN [RS:0;5aee4e3683e9:42471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:18:21,122 INFO [RS:0;5aee4e3683e9:42471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:21,123 DEBUG [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029 2024-11-21T02:18:21,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,42471,1732155499029] 2024-11-21T02:18:21,126 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:18:21,129 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:18:21,132 INFO [RS:0;5aee4e3683e9:42471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:18:21,132 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:21,136 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:18:21,137 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:18:21,137 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:21,137 DEBUG [RS:0;5aee4e3683e9:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:21,137 DEBUG [RS:0;5aee4e3683e9:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:21,137 DEBUG [RS:0;5aee4e3683e9:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:21,138 DEBUG [RS:0;5aee4e3683e9:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:21,138 DEBUG [RS:0;5aee4e3683e9:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:21,138 DEBUG [RS:0;5aee4e3683e9:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:18:21,138 DEBUG [RS:0;5aee4e3683e9:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:21,138 DEBUG [RS:0;5aee4e3683e9:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:21,138 DEBUG [RS:0;5aee4e3683e9:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:21,138 DEBUG [RS:0;5aee4e3683e9:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:21,138 DEBUG [RS:0;5aee4e3683e9:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:21,138 DEBUG [RS:0;5aee4e3683e9:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:21,138 DEBUG [RS:0;5aee4e3683e9:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:18:21,138 DEBUG [RS:0;5aee4e3683e9:42471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:18:21,143 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:21,143 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:21,143 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:21,143 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:21,143 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:21,143 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42471,1732155499029-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:18:21,163 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:18:21,163 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42471,1732155499029-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:21,164 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:21,164 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.Replication(171): 5aee4e3683e9,42471,1732155499029 started 2024-11-21T02:18:21,186 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:21,186 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,42471,1732155499029, RpcServer on 5aee4e3683e9/172.17.0.2:42471, sessionid=0x1015b2f53490001 2024-11-21T02:18:21,186 DEBUG [RS:0;5aee4e3683e9:42471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:18:21,186 DEBUG [RS:0;5aee4e3683e9:42471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,42471,1732155499029 2024-11-21T02:18:21,186 DEBUG [RS:0;5aee4e3683e9:42471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,42471,1732155499029' 2024-11-21T02:18:21,186 DEBUG [RS:0;5aee4e3683e9:42471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01835689662/flush-table-proc/abort' 2024-11-21T02:18:21,187 DEBUG [RS:0;5aee4e3683e9:42471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01835689662/flush-table-proc/acquired' 2024-11-21T02:18:21,187 DEBUG [RS:0;5aee4e3683e9:42471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:18:21,187 DEBUG [RS:0;5aee4e3683e9:42471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:18:21,187 DEBUG [RS:0;5aee4e3683e9:42471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,42471,1732155499029 2024-11-21T02:18:21,187 DEBUG [RS:0;5aee4e3683e9:42471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,42471,1732155499029' 2024-11-21T02:18:21,187 DEBUG [RS:0;5aee4e3683e9:42471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01835689662/online-snapshot/abort' 2024-11-21T02:18:21,188 DEBUG [RS:0;5aee4e3683e9:42471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01835689662/online-snapshot/acquired' 2024-11-21T02:18:21,188 DEBUG [RS:0;5aee4e3683e9:42471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:18:21,188 INFO [RS:0;5aee4e3683e9:42471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:18:21,188 INFO [RS:0;5aee4e3683e9:42471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:18:21,289 INFO [RS:0;5aee4e3683e9:42471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:18:21,291 INFO [RS:0;5aee4e3683e9:42471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C42471%2C1732155499029, suffix=, logDir=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029, archiveDir=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/oldWALs, maxLogs=10 2024-11-21T02:18:21,303 DEBUG [RS:0;5aee4e3683e9:42471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029/5aee4e3683e9%2C42471%2C1732155499029.1732155501291, exclude list is [], retry=0 2024-11-21T02:18:21,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34393,DS-3473f347-5156-4336-8a1b-2c41449d1bcc,DISK] 2024-11-21T02:18:21,308 INFO [RS:0;5aee4e3683e9:42471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029/5aee4e3683e9%2C42471%2C1732155499029.1732155501291 2024-11-21T02:18:21,308 DEBUG [RS:0;5aee4e3683e9:42471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43945:43945)] 2024-11-21T02:18:21,488 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:18:21,488 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec 2024-11-21T02:18:21,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741833_1009 (size=32) 2024-11-21T02:18:21,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:21,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:18:21,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:18:21,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:21,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:21,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:18:21,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:18:21,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:21,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:21,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:18:21,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:18:21,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:21,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:21,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:18:21,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:18:21,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:21,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:21,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:18:21,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740 2024-11-21T02:18:21,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740 2024-11-21T02:18:21,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:18:21,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:18:21,917 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:18:21,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:18:21,922 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:18:21,922 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64360877, jitterRate=-0.04094819724559784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:18:21,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155501896Initializing all the Stores at 1732155501898 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155501898Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155501898Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155501898Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155501898Cleaning up temporary data from old regions at 1732155501916 (+18 ms)Region opened successfully at 1732155501924 (+8 ms) 2024-11-21T02:18:21,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:18:21,924 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:18:21,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:18:21,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:18:21,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:18:21,940 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:18:21,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155501924Disabling compacts and flushes for region at 1732155501924Disabling writes for close at 1732155501924Writing region close event to WAL at 1732155501940 (+16 ms)Closed at 1732155501940 2024-11-21T02:18:21,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:21,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:18:21,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:18:21,945 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:18:21,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:18:22,097 DEBUG [5aee4e3683e9:33945 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:18:22,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,42471,1732155499029 2024-11-21T02:18:22,099 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,42471,1732155499029, state=OPENING 2024-11-21T02:18:22,119 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:18:22,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:22,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:22,130 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:18:22,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01835689662/meta-region-server: CHANGED 2024-11-21T02:18:22,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01835689662/meta-region-server: CHANGED 2024-11-21T02:18:22,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,42471,1732155499029}] 2024-11-21T02:18:22,283 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:18:22,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:18:22,290 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:18:22,290 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:22,291 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:18:22,292 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C42471%2C1732155499029.meta, suffix=.meta, logDir=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029, archiveDir=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/oldWALs, maxLogs=10 2024-11-21T02:18:22,306 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029/5aee4e3683e9%2C42471%2C1732155499029.meta.1732155502293.meta, exclude list is [], retry=0 2024-11-21T02:18:22,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34393,DS-3473f347-5156-4336-8a1b-2c41449d1bcc,DISK] 2024-11-21T02:18:22,310 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029/5aee4e3683e9%2C42471%2C1732155499029.meta.1732155502293.meta 2024-11-21T02:18:22,311 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43945:43945)] 2024-11-21T02:18:22,311 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:18:22,311 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:18:22,311 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:18:22,311 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:18:22,312 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:18:22,312 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:18:22,312 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:22,312 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:18:22,312 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:18:22,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:18:22,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:18:22,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:22,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:22,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:18:22,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:18:22,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:22,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:22,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:18:22,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:18:22,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:22,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:22,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:18:22,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:18:22,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:22,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:22,320 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:18:22,321 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740 2024-11-21T02:18:22,322 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740 2024-11-21T02:18:22,323 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:18:22,323 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:18:22,325 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:18:22,326 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:18:22,327 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66755586, jitterRate=-0.005264252424240112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:18:22,327 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:18:22,328 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155502312Writing region info on filesystem at 1732155502312Initializing all the Stores at 1732155502313 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155502313Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155502313Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155502313Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155502313Cleaning up temporary data from old regions at 1732155502323 (+10 ms)Running coprocessor post-open hooks at 1732155502327 (+4 ms)Region opened successfully at 1732155502328 (+1 ms) 2024-11-21T02:18:22,329 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155502283 2024-11-21T02:18:22,332 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:18:22,332 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:18:22,333 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,42471,1732155499029 2024-11-21T02:18:22,334 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,42471,1732155499029, state=OPEN 2024-11-21T02:18:22,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01835689662/meta-region-server 2024-11-21T02:18:22,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01835689662/meta-region-server 2024-11-21T02:18:22,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01835689662/meta-region-server: CHANGED 2024-11-21T02:18:22,525 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01835689662/meta-region-server: CHANGED 2024-11-21T02:18:22,526 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,42471,1732155499029 2024-11-21T02:18:22,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:18:22,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,42471,1732155499029 in 396 msec 2024-11-21T02:18:22,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:18:22,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 587 msec 2024-11-21T02:18:22,537 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:22,537 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:18:22,539 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:22,539 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42471,1732155499029, seqNum=-1] 2024-11-21T02:18:22,539 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:22,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:18:22,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4840 sec 2024-11-21T02:18:22,550 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155502549, completionTime=-1 2024-11-21T02:18:22,550 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:18:22,550 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:18:22,552 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:18:22,552 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155562552 2024-11-21T02:18:22,552 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155622552 2024-11-21T02:18:22,552 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-21T02:18:22,553 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33945,1732155498808-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:22,553 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33945,1732155498808-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:22,553 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33945,1732155498808-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:22,553 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:33945, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:22,553 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:22,553 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:22,555 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:18:22,559 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.448sec 2024-11-21T02:18:22,559 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:18:22,559 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:18:22,559 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:18:22,559 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:18:22,559 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:18:22,559 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33945,1732155498808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:18:22,559 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33945,1732155498808-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:18:22,562 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:18:22,562 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:18:22,562 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33945,1732155498808-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:22,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e62bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:22,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,33945,-1 for getting cluster id 2024-11-21T02:18:22,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:22,569 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c6f192d-ae86-49ac-862a-93a0c6d38614' 2024-11-21T02:18:22,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:22,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c6f192d-ae86-49ac-862a-93a0c6d38614" 2024-11-21T02:18:22,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183e7f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:22,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,33945,-1] 2024-11-21T02:18:22,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:22,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:22,572 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:22,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564140f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:22,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:22,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42471,1732155499029, seqNum=-1] 2024-11-21T02:18:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:22,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:18:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,33945,1732155498808 2024-11-21T02:18:22,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58960 2024-11-21T02:18:22,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:18:22,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b2f53490002 connected 2024-11-21T02:18:22,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/hadoop.log.dir so I do NOT create it in target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f 2024-11-21T02:18:22,616 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:18:22,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/hadoop.tmp.dir so I do NOT create it in target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f 2024-11-21T02:18:22,616 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:18:22,616 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f 2024-11-21T02:18:22,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:18:22,616 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/cluster_ce857fb3-e962-eda8-f868-4fcb9b4000c6, deleteOnExit=true 2024-11-21T02:18:22,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:18:22,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/test.cache.data in system properties and HBase conf 2024-11-21T02:18:22,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:18:22,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:18:22,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:18:22,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:18:22,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:18:22,617 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:18:22,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:18:22,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:18:22,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:18:22,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:18:22,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:18:22,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:18:22,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:18:22,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:18:22,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:18:22,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:18:22,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:18:22,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:18:22,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:18:22,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:18:22,967 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:18:22,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:22,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:23,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:18:23,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:18:23,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:18:23,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:18:23,204 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:18:23,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:18:23,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73a1c247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:18:23,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@531847b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:18:23,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30760348{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/java.io.tmpdir/jetty-localhost-44295-hadoop-hdfs-3_4_1-tests_jar-_-any-9661732438633642949/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:18:23,309 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4566547a{HTTP/1.1, (http/1.1)}{localhost:44295} 2024-11-21T02:18:23,309 INFO [Time-limited test {}] server.Server(415): Started @46573ms 2024-11-21T02:18:24,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:18:24,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:18:24,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:18:24,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:18:24,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:18:24,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@159c0ed8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:18:24,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cc37dc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:18:24,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@189c7fec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/java.io.tmpdir/jetty-localhost-37333-hadoop-hdfs-3_4_1-tests_jar-_-any-18192415025942956519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:18:24,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d3824b1{HTTP/1.1, (http/1.1)}{localhost:37333} 2024-11-21T02:18:24,556 INFO [Time-limited test {}] server.Server(415): Started @47819ms 2024-11-21T02:18:24,558 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:18:25,478 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/cluster_ce857fb3-e962-eda8-f868-4fcb9b4000c6/data/data1/current/BP-408303900-172.17.0.2-1732155502641/current, will proceed with Du for space computation calculation, 2024-11-21T02:18:25,479 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/cluster_ce857fb3-e962-eda8-f868-4fcb9b4000c6/data/data2/current/BP-408303900-172.17.0.2-1732155502641/current, will proceed with Du for space computation calculation, 2024-11-21T02:18:25,511 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:18:25,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x971cf2a81b8bcde7 with lease ID 0x55cca765ee364c88: Processing first storage report for DS-2177919f-36dd-4c23-b302-33b27993f6d4 from datanode DatanodeRegistration(127.0.0.1:36475, datanodeUuid=fd40acb3-ac8d-4c88-af94-5ebfcd5250ea, infoPort=32969, infoSecurePort=0, ipcPort=37867, storageInfo=lv=-57;cid=testClusterID;nsid=680957383;c=1732155502641) 2024-11-21T02:18:25,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x971cf2a81b8bcde7 with lease ID 0x55cca765ee364c88: from storage DS-2177919f-36dd-4c23-b302-33b27993f6d4 node DatanodeRegistration(127.0.0.1:36475, datanodeUuid=fd40acb3-ac8d-4c88-af94-5ebfcd5250ea, infoPort=32969, infoSecurePort=0, ipcPort=37867, storageInfo=lv=-57;cid=testClusterID;nsid=680957383;c=1732155502641), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:18:25,516 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x971cf2a81b8bcde7 with lease ID 0x55cca765ee364c88: Processing first storage report for DS-2a8aff04-0d56-40b6-8619-a35fce9d6935 from datanode DatanodeRegistration(127.0.0.1:36475, datanodeUuid=fd40acb3-ac8d-4c88-af94-5ebfcd5250ea, infoPort=32969, infoSecurePort=0, ipcPort=37867, storageInfo=lv=-57;cid=testClusterID;nsid=680957383;c=1732155502641) 2024-11-21T02:18:25,516 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x971cf2a81b8bcde7 with lease ID 0x55cca765ee364c88: from storage DS-2a8aff04-0d56-40b6-8619-a35fce9d6935 node DatanodeRegistration(127.0.0.1:36475, datanodeUuid=fd40acb3-ac8d-4c88-af94-5ebfcd5250ea, infoPort=32969, infoSecurePort=0, ipcPort=37867, storageInfo=lv=-57;cid=testClusterID;nsid=680957383;c=1732155502641), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:18:25,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f 2024-11-21T02:18:25,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:25,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:25,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:18:25,684 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf with version=8 2024-11-21T02:18:25,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/hbase-staging 2024-11-21T02:18:25,687 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:18:25,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:25,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:25,687 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:18:25,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:25,687 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:18:25,687 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:18:25,688 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:18:25,691 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38989 2024-11-21T02:18:25,694 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38989 connecting to ZooKeeper ensemble=127.0.0.1:58960 2024-11-21T02:18:25,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389890x0, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:18:25,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38989-0x1015b2f53490003 connected 2024-11-21T02:18:25,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:25,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:25,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Set watcher on znode that does not yet exist, /11446384844/running 2024-11-21T02:18:25,790 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf, hbase.cluster.distributed=false 2024-11-21T02:18:25,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Set watcher on znode that does not yet exist, /11446384844/acl 2024-11-21T02:18:25,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38989 2024-11-21T02:18:25,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38989 2024-11-21T02:18:25,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38989 2024-11-21T02:18:25,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38989 2024-11-21T02:18:25,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38989 2024-11-21T02:18:25,810 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:18:25,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:25,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:25,810 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:18:25,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:25,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:18:25,810 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:18:25,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:18:25,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40587 2024-11-21T02:18:25,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40587 connecting to ZooKeeper ensemble=127.0.0.1:58960 2024-11-21T02:18:25,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:25,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:25,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405870x0, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:18:25,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405870x0, quorum=127.0.0.1:58960, baseZNode=/11446384844 Set watcher on znode that does not yet exist, /11446384844/running 2024-11-21T02:18:25,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40587-0x1015b2f53490004 connected 2024-11-21T02:18:25,830 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:18:25,831 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:18:25,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Set watcher on znode that does not yet exist, /11446384844/master 2024-11-21T02:18:25,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Set watcher on znode that does not yet exist, /11446384844/acl 2024-11-21T02:18:25,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40587 2024-11-21T02:18:25,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40587 2024-11-21T02:18:25,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40587 2024-11-21T02:18:25,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40587 2024-11-21T02:18:25,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40587 2024-11-21T02:18:25,862 DEBUG [M:0;5aee4e3683e9:38989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:38989 2024-11-21T02:18:25,862 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11446384844/backup-masters/5aee4e3683e9,38989,1732155505686 2024-11-21T02:18:25,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844/backup-masters 2024-11-21T02:18:25,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844/backup-masters 2024-11-21T02:18:25,871 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Set watcher on existing znode=/11446384844/backup-masters/5aee4e3683e9,38989,1732155505686 2024-11-21T02:18:25,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844 2024-11-21T02:18:25,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11446384844/master 2024-11-21T02:18:25,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844 2024-11-21T02:18:25,880 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Set watcher on existing znode=/11446384844/master 2024-11-21T02:18:25,880 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11446384844/backup-masters/5aee4e3683e9,38989,1732155505686 from backup master directory 2024-11-21T02:18:25,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11446384844/backup-masters/5aee4e3683e9,38989,1732155505686 2024-11-21T02:18:25,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844/backup-masters 2024-11-21T02:18:25,890 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:18:25,890 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,38989,1732155505686 2024-11-21T02:18:25,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844/backup-masters 2024-11-21T02:18:25,919 WARN [RS:0;5aee4e3683e9:42471 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5aee4e3683e9,46297,1732155467916: status=Processing ServerCrashProcedure of 5aee4e3683e9,46297,1732155467916 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732155486389, completionTime=-1 appears to have been leaked 2024-11-21T02:18:25,925 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/hbase.id] with ID: 9a0bc605-361e-4c70-89ac-d3451feeba50 2024-11-21T02:18:25,925 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/.tmp/hbase.id 2024-11-21T02:18:25,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:18:26,335 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/.tmp/hbase.id]:[hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/hbase.id] 2024-11-21T02:18:26,366 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:26,366 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:18:26,369 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-21T02:18:26,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844 2024-11-21T02:18:26,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844 2024-11-21T02:18:26,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:18:26,456 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:18:26,457 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:18:26,457 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:26,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:18:26,877 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store 2024-11-21T02:18:26,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:18:27,127 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:18:27,301 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:27,301 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:18:27,301 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:27,301 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:27,301 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:18:27,301 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:27,301 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:27,301 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155507301Disabling compacts and flushes for region at 1732155507301Disabling writes for close at 1732155507301Writing region close event to WAL at 1732155507301Closed at 1732155507301 2024-11-21T02:18:27,302 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/.initializing 2024-11-21T02:18:27,302 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/WALs/5aee4e3683e9,38989,1732155505686 2024-11-21T02:18:27,304 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:18:27,307 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C38989%2C1732155505686, suffix=, logDir=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/WALs/5aee4e3683e9,38989,1732155505686, archiveDir=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/oldWALs, maxLogs=10 2024-11-21T02:18:27,323 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/WALs/5aee4e3683e9,38989,1732155505686/5aee4e3683e9%2C38989%2C1732155505686.1732155507307, exclude list is [], retry=0 2024-11-21T02:18:27,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36475,DS-2177919f-36dd-4c23-b302-33b27993f6d4,DISK] 2024-11-21T02:18:27,349 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/WALs/5aee4e3683e9,38989,1732155505686/5aee4e3683e9%2C38989%2C1732155505686.1732155507307 2024-11-21T02:18:27,352 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32969:32969)] 2024-11-21T02:18:27,352 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:18:27,353 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:27,353 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:27,353 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:27,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:27,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:18:27,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:27,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:27,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:27,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:18:27,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:27,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:27,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:27,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:18:27,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:27,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:27,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:27,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:18:27,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:27,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:27,385 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:27,391 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:27,391 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:27,396 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:27,397 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:27,398 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:18:27,400 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:27,414 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:18:27,415 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67697282, jitterRate=0.00876811146736145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:18:27,415 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155507353Initializing all the Stores at 1732155507355 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155507355Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155507356 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155507356Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155507356Cleaning up temporary data from old regions at 1732155507397 (+41 ms)Region opened successfully at 1732155507415 (+18 ms) 2024-11-21T02:18:27,416 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:18:27,421 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b5ee67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:18:27,422 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:18:27,423 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:18:27,423 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:18:27,423 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:18:27,424 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:18:27,425 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:18:27,425 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:18:27,438 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:18:27,439 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Unable to get data of znode /11446384844/balancer because node does not exist (not necessarily an error) 2024-11-21T02:18:27,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:18:27,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T02:18:27,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:18:27,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T02:18:27,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:18:27,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T02:18:27,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:18:27,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T02:18:27,667 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11446384844/balancer already deleted, retry=false 2024-11-21T02:18:27,667 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:18:27,668 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Unable to get data of znode /11446384844/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:18:27,697 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11446384844/normalizer already deleted, retry=false 2024-11-21T02:18:27,698 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:18:27,699 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Unable to get data of znode /11446384844/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:18:27,711 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11446384844/switch/split already deleted, retry=false 2024-11-21T02:18:27,712 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Unable to get data of znode /11446384844/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:18:27,721 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11446384844/switch/merge already deleted, retry=false 2024-11-21T02:18:27,724 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Unable to get data of znode /11446384844/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:18:27,732 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11446384844/snapshot-cleanup already deleted, retry=false 2024-11-21T02:18:27,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11446384844/running 2024-11-21T02:18:27,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11446384844/running 2024-11-21T02:18:27,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844 2024-11-21T02:18:27,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844 2024-11-21T02:18:27,743 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,38989,1732155505686, sessionid=0x1015b2f53490003, setting cluster-up flag (Was=false) 2024-11-21T02:18:27,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844 2024-11-21T02:18:27,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844 2024-11-21T02:18:27,858 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11446384844/flush-table-proc/acquired, /11446384844/flush-table-proc/reached, /11446384844/flush-table-proc/abort 2024-11-21T02:18:27,860 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,38989,1732155505686 2024-11-21T02:18:28,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844 2024-11-21T02:18:28,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844 2024-11-21T02:18:28,203 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11446384844/online-snapshot/acquired, /11446384844/online-snapshot/reached, /11446384844/online-snapshot/abort 2024-11-21T02:18:28,204 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,38989,1732155505686 2024-11-21T02:18:28,205 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:18:28,208 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:28,208 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:18:28,208 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:18:28,208 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,38989,1732155505686 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:18:28,210 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:28,210 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:28,210 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:28,210 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:28,210 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:18:28,210 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:28,210 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:18:28,210 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:28,211 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155538211 2024-11-21T02:18:28,211 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:18:28,211 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:18:28,211 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:18:28,211 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:18:28,211 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:18:28,211 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:18:28,212 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:28,212 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:28,212 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:18:28,214 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:28,214 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:18:28,216 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:18:28,216 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:18:28,217 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:18:28,217 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:18:28,217 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:18:28,217 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:18:28,217 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155508217,5,FailOnTimeoutGroup] 2024-11-21T02:18:28,217 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155508217,5,FailOnTimeoutGroup] 2024-11-21T02:18:28,217 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:28,218 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:18:28,218 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:28,218 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:28,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:18:28,226 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:18:28,226 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf 2024-11-21T02:18:28,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:18:28,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:28,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:18:28,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:18:28,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:28,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:28,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:18:28,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:18:28,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:28,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:28,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:18:28,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:18:28,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:28,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:28,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:18:28,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:18:28,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:28,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:28,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:18:28,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/data/hbase/meta/1588230740 2024-11-21T02:18:28,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/data/hbase/meta/1588230740 2024-11-21T02:18:28,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:18:28,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:18:28,255 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:18:28,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:18:28,261 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(746): ClusterId : 9a0bc605-361e-4c70-89ac-d3451feeba50 2024-11-21T02:18:28,261 DEBUG [RS:0;5aee4e3683e9:40587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:18:28,268 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:18:28,268 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68547306, jitterRate=0.02143445611000061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:18:28,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155508240Initializing all the Stores at 1732155508241 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155508241Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155508243 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155508243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155508243Cleaning up temporary data from old regions at 1732155508255 (+12 ms)Region opened successfully at 1732155508268 (+13 ms) 2024-11-21T02:18:28,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:18:28,269 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:18:28,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:18:28,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:18:28,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:18:28,269 DEBUG [RS:0;5aee4e3683e9:40587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:18:28,269 DEBUG [RS:0;5aee4e3683e9:40587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:18:28,272 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:18:28,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155508269Disabling compacts and flushes for region at 1732155508269Disabling writes for close at 1732155508269Writing region close event to WAL at 1732155508272 (+3 ms)Closed at 1732155508272 2024-11-21T02:18:28,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:28,274 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:18:28,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:18:28,276 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:18:28,277 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:18:28,280 DEBUG [RS:0;5aee4e3683e9:40587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:18:28,280 DEBUG [RS:0;5aee4e3683e9:40587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5569c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:18:28,296 DEBUG [RS:0;5aee4e3683e9:40587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:40587 2024-11-21T02:18:28,296 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:18:28,296 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:18:28,296 DEBUG [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:18:28,297 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,38989,1732155505686 with port=40587, startcode=1732155505810 2024-11-21T02:18:28,297 DEBUG [RS:0;5aee4e3683e9:40587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:18:28,301 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:18:28,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,40587,1732155505810 2024-11-21T02:18:28,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38989 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,40587,1732155505810 2024-11-21T02:18:28,303 DEBUG [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf 2024-11-21T02:18:28,303 DEBUG [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35361 2024-11-21T02:18:28,303 DEBUG [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:18:28,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844/rs 2024-11-21T02:18:28,339 DEBUG [RS:0;5aee4e3683e9:40587 {}] zookeeper.ZKUtil(111): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Set watcher on existing znode=/11446384844/rs/5aee4e3683e9,40587,1732155505810 2024-11-21T02:18:28,339 WARN [RS:0;5aee4e3683e9:40587 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:18:28,340 INFO [RS:0;5aee4e3683e9:40587 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:28,340 DEBUG [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/WALs/5aee4e3683e9,40587,1732155505810 2024-11-21T02:18:28,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,40587,1732155505810] 2024-11-21T02:18:28,352 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:18:28,355 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:18:28,355 INFO [RS:0;5aee4e3683e9:40587 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:18:28,355 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:28,356 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:18:28,357 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:18:28,357 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:28,357 DEBUG [RS:0;5aee4e3683e9:40587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:28,357 DEBUG [RS:0;5aee4e3683e9:40587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:28,357 DEBUG [RS:0;5aee4e3683e9:40587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:28,357 DEBUG [RS:0;5aee4e3683e9:40587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:28,358 DEBUG [RS:0;5aee4e3683e9:40587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:28,358 DEBUG [RS:0;5aee4e3683e9:40587 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:18:28,358 DEBUG [RS:0;5aee4e3683e9:40587 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:28,358 DEBUG [RS:0;5aee4e3683e9:40587 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:28,358 DEBUG [RS:0;5aee4e3683e9:40587 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:28,358 DEBUG [RS:0;5aee4e3683e9:40587 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:28,358 DEBUG [RS:0;5aee4e3683e9:40587 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:28,358 DEBUG [RS:0;5aee4e3683e9:40587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:28,358 DEBUG [RS:0;5aee4e3683e9:40587 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:18:28,358 DEBUG [RS:0;5aee4e3683e9:40587 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:18:28,362 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:28,362 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:28,362 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:28,362 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:28,362 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:28,362 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,40587,1732155505810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:18:28,383 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:18:28,383 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,40587,1732155505810-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:28,383 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:28,384 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.Replication(171): 5aee4e3683e9,40587,1732155505810 started 2024-11-21T02:18:28,405 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:28,405 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,40587,1732155505810, RpcServer on 5aee4e3683e9/172.17.0.2:40587, sessionid=0x1015b2f53490004 2024-11-21T02:18:28,405 DEBUG [RS:0;5aee4e3683e9:40587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:18:28,405 DEBUG [RS:0;5aee4e3683e9:40587 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,40587,1732155505810 2024-11-21T02:18:28,405 DEBUG [RS:0;5aee4e3683e9:40587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,40587,1732155505810' 2024-11-21T02:18:28,405 DEBUG [RS:0;5aee4e3683e9:40587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11446384844/flush-table-proc/abort' 2024-11-21T02:18:28,406 DEBUG [RS:0;5aee4e3683e9:40587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11446384844/flush-table-proc/acquired' 2024-11-21T02:18:28,406 DEBUG [RS:0;5aee4e3683e9:40587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:18:28,406 DEBUG [RS:0;5aee4e3683e9:40587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:18:28,406 DEBUG [RS:0;5aee4e3683e9:40587 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,40587,1732155505810 2024-11-21T02:18:28,407 DEBUG [RS:0;5aee4e3683e9:40587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,40587,1732155505810' 2024-11-21T02:18:28,407 DEBUG [RS:0;5aee4e3683e9:40587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11446384844/online-snapshot/abort' 2024-11-21T02:18:28,408 DEBUG [RS:0;5aee4e3683e9:40587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11446384844/online-snapshot/acquired' 2024-11-21T02:18:28,408 DEBUG [RS:0;5aee4e3683e9:40587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:18:28,408 INFO [RS:0;5aee4e3683e9:40587 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:18:28,408 INFO [RS:0;5aee4e3683e9:40587 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:18:28,428 WARN [5aee4e3683e9:38989 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-21T02:18:28,511 INFO [RS:0;5aee4e3683e9:40587 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:18:28,514 INFO [RS:0;5aee4e3683e9:40587 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C40587%2C1732155505810, suffix=, logDir=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/WALs/5aee4e3683e9,40587,1732155505810, archiveDir=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/oldWALs, maxLogs=10 2024-11-21T02:18:28,539 DEBUG [RS:0;5aee4e3683e9:40587 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/WALs/5aee4e3683e9,40587,1732155505810/5aee4e3683e9%2C40587%2C1732155505810.1732155508514, exclude list is [], retry=0 2024-11-21T02:18:28,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36475,DS-2177919f-36dd-4c23-b302-33b27993f6d4,DISK] 2024-11-21T02:18:28,559 INFO [RS:0;5aee4e3683e9:40587 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/WALs/5aee4e3683e9,40587,1732155505810/5aee4e3683e9%2C40587%2C1732155505810.1732155508514 2024-11-21T02:18:28,560 DEBUG [RS:0;5aee4e3683e9:40587 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32969:32969)] 2024-11-21T02:18:28,678 DEBUG [5aee4e3683e9:38989 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:18:28,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,40587,1732155505810 2024-11-21T02:18:28,681 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,40587,1732155505810, state=OPENING 2024-11-21T02:18:28,690 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:18:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844 2024-11-21T02:18:28,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844 2024-11-21T02:18:28,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11446384844/meta-region-server: CHANGED 2024-11-21T02:18:28,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11446384844/meta-region-server: CHANGED 2024-11-21T02:18:28,701 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:18:28,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,40587,1732155505810}] 2024-11-21T02:18:28,858 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:18:28,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:18:28,876 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:18:28,876 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:28,876 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:18:28,881 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C40587%2C1732155505810.meta, suffix=.meta, logDir=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/WALs/5aee4e3683e9,40587,1732155505810, archiveDir=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/oldWALs, maxLogs=10 2024-11-21T02:18:28,909 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/WALs/5aee4e3683e9,40587,1732155505810/5aee4e3683e9%2C40587%2C1732155505810.meta.1732155508882.meta, exclude list is [], retry=0 2024-11-21T02:18:28,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36475,DS-2177919f-36dd-4c23-b302-33b27993f6d4,DISK] 2024-11-21T02:18:28,939 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/WALs/5aee4e3683e9,40587,1732155505810/5aee4e3683e9%2C40587%2C1732155505810.meta.1732155508882.meta 2024-11-21T02:18:28,944 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32969:32969)] 2024-11-21T02:18:28,945 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:18:28,945 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:18:28,945 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:18:28,945 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:18:28,946 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:18:28,946 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:18:28,946 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:28,946 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:18:28,946 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:18:28,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:18:28,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:18:28,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:28,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:28,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:18:28,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:18:28,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:28,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:28,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:18:28,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:18:28,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:28,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:28,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:18:28,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:18:28,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:28,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:28,999 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:18:29,004 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/data/hbase/meta/1588230740 2024-11-21T02:18:29,018 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/data/hbase/meta/1588230740 2024-11-21T02:18:29,030 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:18:29,030 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:18:29,035 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:18:29,040 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:18:29,048 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74096663, jitterRate=0.10412631928920746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:18:29,048 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:18:29,049 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155508946Writing region info on filesystem at 1732155508946Initializing all the Stores at 1732155508952 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155508952Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155508953 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155508953Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155508953Cleaning up temporary data from old regions at 1732155509030 (+77 ms)Running coprocessor post-open hooks at 1732155509048 (+18 ms)Region opened successfully at 1732155509048 2024-11-21T02:18:29,060 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155508858 2024-11-21T02:18:29,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,40587,1732155505810 2024-11-21T02:18:29,070 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:18:29,070 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:18:29,072 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,40587,1732155505810, state=OPEN 2024-11-21T02:18:29,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11446384844/meta-region-server 2024-11-21T02:18:29,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11446384844/meta-region-server: CHANGED 2024-11-21T02:18:29,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11446384844/meta-region-server 2024-11-21T02:18:29,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11446384844/meta-region-server: CHANGED 2024-11-21T02:18:29,091 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,40587,1732155505810 2024-11-21T02:18:29,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:18:29,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,40587,1732155505810 in 390 msec 2024-11-21T02:18:29,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:18:29,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 830 msec 2024-11-21T02:18:29,115 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:29,115 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:18:29,125 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:29,125 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,40587,1732155505810, seqNum=-1] 2024-11-21T02:18:29,125 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:29,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:18:29,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 935 msec 2024-11-21T02:18:29,144 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155509144, completionTime=-1 2024-11-21T02:18:29,144 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:18:29,144 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:18:29,147 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:18:29,147 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155569147 2024-11-21T02:18:29,147 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155629147 2024-11-21T02:18:29,147 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-21T02:18:29,148 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,38989,1732155505686-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:29,148 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,38989,1732155505686-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:29,148 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,38989,1732155505686-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:29,148 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:38989, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:29,148 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:29,149 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:29,154 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:18:29,157 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.239sec 2024-11-21T02:18:29,157 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:18:29,157 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:18:29,157 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:18:29,157 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:18:29,158 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:18:29,158 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,38989,1732155505686-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:18:29,158 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,38989,1732155505686-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:18:29,163 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:18:29,163 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:18:29,163 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,38989,1732155505686-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:29,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a68f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:29,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,38989,-1 for getting cluster id 2024-11-21T02:18:29,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:29,167 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a0bc605-361e-4c70-89ac-d3451feeba50' 2024-11-21T02:18:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a0bc605-361e-4c70-89ac-d3451feeba50" 2024-11-21T02:18:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f7b9d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:29,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,38989,-1] 2024-11-21T02:18:29,169 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:29,169 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:29,171 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:29,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f39931b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:29,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:29,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,40587,1732155505810, seqNum=-1] 2024-11-21T02:18:29,176 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:29,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:18:29,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,38989,1732155505686 2024-11-21T02:18:29,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58960 2024-11-21T02:18:29,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:18:29,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b2f53490005 connected 2024-11-21T02:18:29,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33816fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:29,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,33945,-1 for getting cluster id 2024-11-21T02:18:29,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:29,214 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3c6f192d-ae86-49ac-862a-93a0c6d38614' 2024-11-21T02:18:29,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:29,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3c6f192d-ae86-49ac-862a-93a0c6d38614" 2024-11-21T02:18:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f640e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,33945,-1] 2024-11-21T02:18:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:29,216 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:29,218 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:29,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b19e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:29,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,33945,1732155498808 2024-11-21T02:18:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30c231aa 2024-11-21T02:18:29,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:29,232 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:18:29,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:38989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:18:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:18:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:29,238 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:38989' 2024-11-21T02:18:29,240 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b77439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:29,240 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,38989,-1 for getting cluster id 2024-11-21T02:18:29,241 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:29,248 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a0bc605-361e-4c70-89ac-d3451feeba50' 2024-11-21T02:18:29,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:29,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a0bc605-361e-4c70-89ac-d3451feeba50" 2024-11-21T02:18:29,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f55ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:29,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,38989,-1] 2024-11-21T02:18:29,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:29,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:29,252 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:29,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56da1a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:29,254 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:29,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,38989,1732155505686 2024-11-21T02:18:29,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@204e4214 2024-11-21T02:18:29,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:29,258 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:18:29,260 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T02:18:29,260 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:18:29,260 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:29,260 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:29,261 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:18:29,263 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:18:29,265 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:18:29,265 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:29,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:18:29,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741835_1011 (size=1138) 2024-11-21T02:18:29,317 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T02:18:29,331 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c28771e89f77e2c1ed71f8c670712957, NAME => 'hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec 2024-11-21T02:18:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:29,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741836_1012 (size=44) 2024-11-21T02:18:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:29,783 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:29,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c28771e89f77e2c1ed71f8c670712957, disabling compactions & flushes 2024-11-21T02:18:29,784 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957. 2024-11-21T02:18:29,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957. 2024-11-21T02:18:29,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957. after waiting 0 ms 2024-11-21T02:18:29,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957. 2024-11-21T02:18:29,784 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957. 2024-11-21T02:18:29,784 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c28771e89f77e2c1ed71f8c670712957: Waiting for close lock at 1732155509784Disabling compacts and flushes for region at 1732155509784Disabling writes for close at 1732155509784Writing region close event to WAL at 1732155509784Closed at 1732155509784 2024-11-21T02:18:29,786 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:18:29,786 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732155509786"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155509786"}]},"ts":"1732155509786"} 2024-11-21T02:18:29,789 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:18:29,790 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:18:29,790 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155509790"}]},"ts":"1732155509790"} 2024-11-21T02:18:29,792 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T02:18:29,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c28771e89f77e2c1ed71f8c670712957, ASSIGN}] 2024-11-21T02:18:29,794 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c28771e89f77e2c1ed71f8c670712957, ASSIGN 2024-11-21T02:18:29,795 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c28771e89f77e2c1ed71f8c670712957, ASSIGN; state=OFFLINE, location=5aee4e3683e9,42471,1732155499029; forceNewPlan=false, retain=false 2024-11-21T02:18:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:29,946 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c28771e89f77e2c1ed71f8c670712957, regionState=OPENING, regionLocation=5aee4e3683e9,42471,1732155499029 2024-11-21T02:18:29,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c28771e89f77e2c1ed71f8c670712957, ASSIGN because future has completed 2024-11-21T02:18:29,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c28771e89f77e2c1ed71f8c670712957, server=5aee4e3683e9,42471,1732155499029}] 2024-11-21T02:18:30,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957. 2024-11-21T02:18:30,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:30,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:18:30,119 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C42471%2C1732155499029.rep, suffix=, logDir=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029, archiveDir=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/oldWALs, maxLogs=10 2024-11-21T02:18:30,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029/5aee4e3683e9%2C42471%2C1732155499029.rep.1732155510119, exclude list is [], retry=0 2024-11-21T02:18:30,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34393,DS-3473f347-5156-4336-8a1b-2c41449d1bcc,DISK] 2024-11-21T02:18:30,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029/5aee4e3683e9%2C42471%2C1732155499029.rep.1732155510119 2024-11-21T02:18:30,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43945:43945)] 2024-11-21T02:18:30,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c28771e89f77e2c1ed71f8c670712957, NAME => 'hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:18:30,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:18:30,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:18:30,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957. service=MultiRowMutationService 2024-11-21T02:18:30,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:18:30,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:30,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:30,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:30,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:30,165 INFO [StoreOpener-c28771e89f77e2c1ed71f8c670712957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:30,167 INFO [StoreOpener-c28771e89f77e2c1ed71f8c670712957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c28771e89f77e2c1ed71f8c670712957 columnFamilyName hfileref 2024-11-21T02:18:30,167 DEBUG [StoreOpener-c28771e89f77e2c1ed71f8c670712957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:30,168 INFO [StoreOpener-c28771e89f77e2c1ed71f8c670712957-1 {}] regionserver.HStore(327): Store=c28771e89f77e2c1ed71f8c670712957/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:30,168 INFO [StoreOpener-c28771e89f77e2c1ed71f8c670712957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:30,170 INFO [StoreOpener-c28771e89f77e2c1ed71f8c670712957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c28771e89f77e2c1ed71f8c670712957 columnFamilyName queue 2024-11-21T02:18:30,170 DEBUG [StoreOpener-c28771e89f77e2c1ed71f8c670712957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:30,170 INFO [StoreOpener-c28771e89f77e2c1ed71f8c670712957-1 {}] regionserver.HStore(327): Store=c28771e89f77e2c1ed71f8c670712957/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:30,171 INFO [StoreOpener-c28771e89f77e2c1ed71f8c670712957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:30,172 INFO [StoreOpener-c28771e89f77e2c1ed71f8c670712957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c28771e89f77e2c1ed71f8c670712957 columnFamilyName sid 2024-11-21T02:18:30,172 DEBUG [StoreOpener-c28771e89f77e2c1ed71f8c670712957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:30,173 INFO [StoreOpener-c28771e89f77e2c1ed71f8c670712957-1 {}] regionserver.HStore(327): Store=c28771e89f77e2c1ed71f8c670712957/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:30,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:30,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/replication/c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:30,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/replication/c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:30,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:30,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:30,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:18:30,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:30,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/replication/c28771e89f77e2c1ed71f8c670712957/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:18:30,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c28771e89f77e2c1ed71f8c670712957; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74445331, jitterRate=0.10932187736034393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:18:30,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:30,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c28771e89f77e2c1ed71f8c670712957: Running coprocessor pre-open hook at 1732155510162Writing region info on filesystem at 1732155510162Initializing all the Stores at 1732155510164 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155510164Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155510164Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155510164Cleaning up temporary data from old regions at 1732155510179 (+15 ms)Running coprocessor post-open hooks at 1732155510189 (+10 ms)Region opened successfully at 1732155510190 (+1 ms) 2024-11-21T02:18:30,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957., pid=7, masterSystemTime=1732155510102 2024-11-21T02:18:30,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957. 2024-11-21T02:18:30,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957. 2024-11-21T02:18:30,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c28771e89f77e2c1ed71f8c670712957, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,42471,1732155499029 2024-11-21T02:18:30,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c28771e89f77e2c1ed71f8c670712957, server=5aee4e3683e9,42471,1732155499029 because future has completed 2024-11-21T02:18:30,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T02:18:30,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c28771e89f77e2c1ed71f8c670712957, server=5aee4e3683e9,42471,1732155499029 in 287 msec 2024-11-21T02:18:30,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:18:30,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c28771e89f77e2c1ed71f8c670712957, ASSIGN in 446 msec 2024-11-21T02:18:30,243 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:18:30,244 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155510244"}]},"ts":"1732155510244"} 2024-11-21T02:18:30,247 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T02:18:30,248 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:18:30,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 987 msec 2024-11-21T02:18:30,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957., hostname=5aee4e3683e9,42471,1732155499029, seqNum=2] 2024-11-21T02:18:30,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:30,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:30,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:18:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:30,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T02:18:30,497 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T02:18:30,541 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,42471,1732155499029, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:18:30,542 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:30,542 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42471,1732155499029, seqNum=-1] 2024-11-21T02:18:30,543 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:30,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-21T02:18:30,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5aee4e3683e9,42471,1732155499029', locateType=CURRENT is [region=hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957., hostname=5aee4e3683e9,42471,1732155499029, seqNum=2] 2024-11-21T02:18:30,550 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T02:18:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T02:18:30,554 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5aee4e3683e9,42471,1732155499029 suceeded 2024-11-21T02:18:30,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T02:18:30,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 217 msec 2024-11-21T02:18:30,558 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5aee4e3683e9:38989,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:18:30,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3250 sec 2024-11-21T02:18:30,570 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:38989' 2024-11-21T02:18:30,572 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63de748d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:30,573 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,38989,-1 for getting cluster id 2024-11-21T02:18:30,573 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:30,574 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9a0bc605-361e-4c70-89ac-d3451feeba50' 2024-11-21T02:18:30,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:30,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9a0bc605-361e-4c70-89ac-d3451feeba50" 2024-11-21T02:18:30,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7919ccbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:30,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,38989,-1] 2024-11-21T02:18:30,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:30,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:30,577 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:30,578 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@736e7f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:30,578 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:30,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,38989,1732155505686 2024-11-21T02:18:30,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b103452 2024-11-21T02:18:30,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:30,581 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-21T02:18:30,581 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,42471,1732155499029 (queues=1) is replicating from cluster=3c6f192d-ae86-49ac-862a-93a0c6d38614 to cluster=9a0bc605-361e-4c70-89ac-d3451feeba50 2024-11-21T02:18:30,582 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C42471%2C1732155499029 2024-11-21T02:18:30,582 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,42471,1732155499029, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:18:30,582 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029.replicationSource.wal-reader.5aee4e3683e9%2C42471%2C1732155499029,1-5aee4e3683e9,42471,1732155499029 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029/5aee4e3683e9%2C42471%2C1732155499029.1732155501291, startPosition=0, beingWritten=true 2024-11-21T02:18:30,585 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029.replicationSource.shipper5aee4e3683e9%2C42471%2C1732155499029,1-5aee4e3683e9,42471,1732155499029 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C42471%2C1732155499029 2024-11-21T02:18:30,792 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029.replicationSource.wal-reader.5aee4e3683e9%2C42471%2C1732155499029,1-5aee4e3683e9,42471,1732155499029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029/5aee4e3683e9%2C42471%2C1732155499029.1732155501291 to pos 0, reset compression=false 2024-11-21T02:18:31,102 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029.replicationSource.wal-reader.5aee4e3683e9%2C42471%2C1732155499029,1-5aee4e3683e9,42471,1732155499029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029/5aee4e3683e9%2C42471%2C1732155499029.1732155501291 to pos 0, reset compression=false 2024-11-21T02:18:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:31,394 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:18:31,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:31,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:31,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:31,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:31,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:31,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:31,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,33945,1732155498808 2024-11-21T02:18:31,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6618f1ba 2024-11-21T02:18:31,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:31,398 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:18:31,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T02:18:31,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:18:31,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:31,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:31,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:31,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:31,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:31,401 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:18:31,401 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=721247939, stopped=false 2024-11-21T02:18:31,402 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,38989,1732155505686 2024-11-21T02:18:31,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11446384844/running 2024-11-21T02:18:31,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11446384844/running 2024-11-21T02:18:31,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844 2024-11-21T02:18:31,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844 2024-11-21T02:18:31,413 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:18:31,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:31,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Set watcher on znode that does not yet exist, /11446384844/running 2024-11-21T02:18:31,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:31,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:31,414 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,40587,1732155505810' ***** 2024-11-21T02:18:31,414 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:18:31,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Set watcher on znode that does not yet exist, /11446384844/running 2024-11-21T02:18:31,415 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:18:31,415 INFO [RS:0;5aee4e3683e9:40587 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:18:31,415 INFO [RS:0;5aee4e3683e9:40587 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:18:31,415 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,40587,1732155505810 2024-11-21T02:18:31,415 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:18:31,415 INFO [RS:0;5aee4e3683e9:40587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:40587. 2024-11-21T02:18:31,415 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:18:31,416 DEBUG [RS:0;5aee4e3683e9:40587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:31,416 DEBUG [RS:0;5aee4e3683e9:40587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:31,416 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:18:31,416 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:18:31,416 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:18:31,416 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:18:31,416 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:18:31,416 DEBUG [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:18:31,416 DEBUG [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:18:31,416 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:18:31,416 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:18:31,416 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:18:31,416 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:18:31,416 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:18:31,417 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T02:18:31,439 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/data/hbase/meta/1588230740/.tmp/ns/ad1d3a3ce339430fb3f15eb8d71c9810 is 43, key is default/ns:d/1732155509134/Put/seqid=0 2024-11-21T02:18:31,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741835_1011 (size=5153) 2024-11-21T02:18:31,468 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:18:31,509 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029.replicationSource.wal-reader.5aee4e3683e9%2C42471%2C1732155499029,1-5aee4e3683e9,42471,1732155499029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029/5aee4e3683e9%2C42471%2C1732155499029.1732155501291 to pos 0, reset compression=false 2024-11-21T02:18:31,617 DEBUG [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:18:31,817 DEBUG [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:18:31,844 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/data/hbase/meta/1588230740/.tmp/ns/ad1d3a3ce339430fb3f15eb8d71c9810 2024-11-21T02:18:31,855 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/data/hbase/meta/1588230740/.tmp/ns/ad1d3a3ce339430fb3f15eb8d71c9810 as hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/data/hbase/meta/1588230740/ns/ad1d3a3ce339430fb3f15eb8d71c9810 2024-11-21T02:18:31,866 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/data/hbase/meta/1588230740/ns/ad1d3a3ce339430fb3f15eb8d71c9810, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T02:18:31,867 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false 2024-11-21T02:18:31,877 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T02:18:31,878 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:18:31,878 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:18:31,878 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:18:31,878 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155511416Running coprocessor pre-close hooks at 1732155511416Disabling compacts and flushes for region at 1732155511416Disabling writes for close at 1732155511416Obtaining lock to block concurrent updates at 1732155511417 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732155511417Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732155511417Flushing stores of hbase:meta,,1.1588230740 at 1732155511418 (+1 ms)Flushing 1588230740/ns: creating writer at 1732155511418Flushing 1588230740/ns: appending metadata at 1732155511438 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732155511438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d3e2f0: reopening flushed file at 1732155511854 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false at 1732155511867 (+13 ms)Writing region close event to WAL at 1732155511872 (+5 ms)Running coprocessor post-close hooks at 1732155511878 (+6 ms)Closed at 1732155511878 2024-11-21T02:18:31,878 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:18:32,015 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029.replicationSource.wal-reader.5aee4e3683e9%2C42471%2C1732155499029,1-5aee4e3683e9,42471,1732155499029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029/5aee4e3683e9%2C42471%2C1732155499029.1732155501291 to pos 0, reset compression=false 2024-11-21T02:18:32,020 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,40587,1732155505810; all regions closed. 2024-11-21T02:18:32,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741834_1010 (size=1152) 2024-11-21T02:18:32,053 DEBUG [RS:0;5aee4e3683e9:40587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/oldWALs 2024-11-21T02:18:32,053 INFO [RS:0;5aee4e3683e9:40587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C40587%2C1732155505810.meta:.meta(num 1732155508882) 2024-11-21T02:18:32,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741833_1009 (size=93) 2024-11-21T02:18:32,059 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/WALs/5aee4e3683e9,40587,1732155505810/5aee4e3683e9%2C40587%2C1732155505810.1732155508514 not finished, retry = 0 2024-11-21T02:18:32,170 DEBUG [RS:0;5aee4e3683e9:40587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/oldWALs 2024-11-21T02:18:32,170 INFO [RS:0;5aee4e3683e9:40587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C40587%2C1732155505810:(num 1732155508514) 2024-11-21T02:18:32,170 DEBUG [RS:0;5aee4e3683e9:40587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:32,170 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:18:32,171 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:18:32,171 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:18:32,171 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:18:32,171 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:18:32,172 INFO [RS:0;5aee4e3683e9:40587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40587 2024-11-21T02:18:32,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844/rs 2024-11-21T02:18:32,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11446384844/rs/5aee4e3683e9,40587,1732155505810 2024-11-21T02:18:32,185 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:18:32,186 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,40587,1732155505810] 2024-11-21T02:18:32,226 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11446384844/draining/5aee4e3683e9,40587,1732155505810 already deleted, retry=false 2024-11-21T02:18:32,226 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,40587,1732155505810 expired; onlineServers=0 2024-11-21T02:18:32,226 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,38989,1732155505686' ***** 2024-11-21T02:18:32,226 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:18:32,228 INFO [M:0;5aee4e3683e9:38989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:18:32,228 INFO [M:0;5aee4e3683e9:38989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:18:32,228 DEBUG [M:0;5aee4e3683e9:38989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:18:32,228 DEBUG [M:0;5aee4e3683e9:38989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:18:32,228 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:18:32,228 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155508217 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155508217,5,FailOnTimeoutGroup] 2024-11-21T02:18:32,229 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155508217 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155508217,5,FailOnTimeoutGroup] 2024-11-21T02:18:32,229 INFO [M:0;5aee4e3683e9:38989 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:18:32,229 INFO [M:0;5aee4e3683e9:38989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:18:32,229 DEBUG [M:0;5aee4e3683e9:38989 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:18:32,229 INFO [M:0;5aee4e3683e9:38989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:18:32,229 INFO [M:0;5aee4e3683e9:38989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:18:32,229 INFO [M:0;5aee4e3683e9:38989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:18:32,229 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:18:32,247 DEBUG [M:0;5aee4e3683e9:38989 {}] zookeeper.ZKUtil(347): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Unable to get data of znode /11446384844/master because node does not exist (not an error) 2024-11-21T02:18:32,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11446384844/master 2024-11-21T02:18:32,248 WARN [M:0;5aee4e3683e9:38989 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T02:18:32,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11446384844 2024-11-21T02:18:32,252 INFO [M:0;5aee4e3683e9:38989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/.lastflushedseqids 2024-11-21T02:18:32,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741836_1012 (size=99) 2024-11-21T02:18:32,260 INFO [M:0;5aee4e3683e9:38989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:18:32,260 INFO [M:0;5aee4e3683e9:38989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:18:32,260 DEBUG [M:0;5aee4e3683e9:38989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:18:32,260 INFO [M:0;5aee4e3683e9:38989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:32,260 DEBUG [M:0;5aee4e3683e9:38989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:32,260 DEBUG [M:0;5aee4e3683e9:38989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:18:32,260 DEBUG [M:0;5aee4e3683e9:38989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:32,260 INFO [M:0;5aee4e3683e9:38989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T02:18:32,284 DEBUG [M:0;5aee4e3683e9:38989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cb14ede41284be9bf07dc7a8b860b8e is 82, key is hbase:meta,,1/info:regioninfo/1732155509069/Put/seqid=0 2024-11-21T02:18:32,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:32,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40587-0x1015b2f53490004, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:32,306 INFO [RS:0;5aee4e3683e9:40587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:18:32,306 INFO [RS:0;5aee4e3683e9:40587 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,40587,1732155505810; zookeeper connection closed. 2024-11-21T02:18:32,313 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@292aac3f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@292aac3f 2024-11-21T02:18:32,313 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:18:32,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741837_1013 (size=5672) 2024-11-21T02:18:32,319 INFO [M:0;5aee4e3683e9:38989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cb14ede41284be9bf07dc7a8b860b8e 2024-11-21T02:18:32,386 DEBUG [M:0;5aee4e3683e9:38989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5187065640364d94a113ee0b8dc3a56a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732155509143/Put/seqid=0 2024-11-21T02:18:32,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741838_1014 (size=5275) 2024-11-21T02:18:32,650 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029.replicationSource.wal-reader.5aee4e3683e9%2C42471%2C1732155499029,1-5aee4e3683e9,42471,1732155499029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029/5aee4e3683e9%2C42471%2C1732155499029.1732155501291 to pos 0, reset compression=false 2024-11-21T02:18:32,849 INFO [M:0;5aee4e3683e9:38989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5187065640364d94a113ee0b8dc3a56a 2024-11-21T02:18:32,873 DEBUG [M:0;5aee4e3683e9:38989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf44f11c061b42e387ec1eda407a82c6 is 69, key is 5aee4e3683e9,40587,1732155505810/rs:state/1732155508302/Put/seqid=0 2024-11-21T02:18:32,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741839_1015 (size=5156) 2024-11-21T02:18:33,128 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T02:18:33,290 INFO [M:0;5aee4e3683e9:38989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf44f11c061b42e387ec1eda407a82c6 2024-11-21T02:18:33,296 DEBUG [M:0;5aee4e3683e9:38989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0cb14ede41284be9bf07dc7a8b860b8e as hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0cb14ede41284be9bf07dc7a8b860b8e 2024-11-21T02:18:33,302 INFO [M:0;5aee4e3683e9:38989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0cb14ede41284be9bf07dc7a8b860b8e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T02:18:33,303 DEBUG [M:0;5aee4e3683e9:38989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5187065640364d94a113ee0b8dc3a56a as hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5187065640364d94a113ee0b8dc3a56a 2024-11-21T02:18:33,309 INFO [M:0;5aee4e3683e9:38989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5187065640364d94a113ee0b8dc3a56a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T02:18:33,310 DEBUG [M:0;5aee4e3683e9:38989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf44f11c061b42e387ec1eda407a82c6 as hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf44f11c061b42e387ec1eda407a82c6 2024-11-21T02:18:33,315 INFO [M:0;5aee4e3683e9:38989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35361/user/jenkins/test-data/c96181fb-d732-c883-9087-90c8a1ede0bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf44f11c061b42e387ec1eda407a82c6, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T02:18:33,316 INFO [M:0;5aee4e3683e9:38989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1056ms, sequenceid=28, compaction requested=false 2024-11-21T02:18:33,317 INFO [M:0;5aee4e3683e9:38989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:33,317 DEBUG [M:0;5aee4e3683e9:38989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155512260Disabling compacts and flushes for region at 1732155512260Disabling writes for close at 1732155512260Obtaining lock to block concurrent updates at 1732155512260Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155512260Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732155512261 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155512262 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155512262Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155512283 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155512283Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155512347 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155512386 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155512386Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155512855 (+469 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155512873 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155512873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73fe314d: reopening flushed file at 1732155513295 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12fb86ce: reopening flushed file at 1732155513302 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6431d723: reopening flushed file at 1732155513309 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1056ms, sequenceid=28, compaction requested=false at 1732155513316 (+7 ms)Writing region close event to WAL at 1732155513317 (+1 ms)Closed at 1732155513317 2024-11-21T02:18:33,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36475 is added to blk_1073741830_1006 (size=10165) 2024-11-21T02:18:33,320 INFO [M:0;5aee4e3683e9:38989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:18:33,320 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:18:33,320 INFO [M:0;5aee4e3683e9:38989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38989 2024-11-21T02:18:33,320 INFO [M:0;5aee4e3683e9:38989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:18:33,379 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029.replicationSource.wal-reader.5aee4e3683e9%2C42471%2C1732155499029,1-5aee4e3683e9,42471,1732155499029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029/5aee4e3683e9%2C42471%2C1732155499029.1732155501291 to pos 0, reset compression=false 2024-11-21T02:18:33,474 INFO [M:0;5aee4e3683e9:38989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:18:33,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:33,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38989-0x1015b2f53490003, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:33,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@189c7fec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:18:33,563 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d3824b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:18:33,563 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:18:33,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cc37dc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:18:33,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@159c0ed8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/hadoop.log.dir/,STOPPED} 2024-11-21T02:18:33,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:18:33,566 WARN [BP-408303900-172.17.0.2-1732155502641 heartbeating to localhost/127.0.0.1:35361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:18:33,566 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:18:33,566 WARN [BP-408303900-172.17.0.2-1732155502641 heartbeating to localhost/127.0.0.1:35361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-408303900-172.17.0.2-1732155502641 (Datanode Uuid fd40acb3-ac8d-4c88-af94-5ebfcd5250ea) service to localhost/127.0.0.1:35361 2024-11-21T02:18:33,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/cluster_ce857fb3-e962-eda8-f868-4fcb9b4000c6/data/data1/current/BP-408303900-172.17.0.2-1732155502641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:18:33,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/cluster_ce857fb3-e962-eda8-f868-4fcb9b4000c6/data/data2/current/BP-408303900-172.17.0.2-1732155502641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:18:33,567 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:18:33,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30760348{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:18:33,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4566547a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:18:33,573 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:18:33,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@531847b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:18:33,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73a1c247{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/hadoop.log.dir/,STOPPED} 2024-11-21T02:18:33,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:18:33,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:18:33,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:33,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:33,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:33,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:33,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:33,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:18:33,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=12504127, stopped=false 2024-11-21T02:18:33,589 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,33945,1732155498808 2024-11-21T02:18:33,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01835689662/running 2024-11-21T02:18:33,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01835689662/running 2024-11-21T02:18:33,605 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:18:33,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:33,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:33,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:33,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:33,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:33,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Set watcher on znode that does not yet exist, /01835689662/running 2024-11-21T02:18:33,606 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,42471,1732155499029' ***** 2024-11-21T02:18:33,606 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:18:33,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Set watcher on znode that does not yet exist, /01835689662/running 2024-11-21T02:18:33,606 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:18:33,607 INFO [RS:0;5aee4e3683e9:42471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:18:33,607 INFO [RS:0;5aee4e3683e9:42471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:18:33,607 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(3091): Received CLOSE for c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:33,607 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:18:33,607 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,42471,1732155499029 2024-11-21T02:18:33,607 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:18:33,608 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c28771e89f77e2c1ed71f8c670712957, disabling compactions & flushes 2024-11-21T02:18:33,608 INFO [RS:0;5aee4e3683e9:42471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:42471. 2024-11-21T02:18:33,608 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957. 2024-11-21T02:18:33,608 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957. 2024-11-21T02:18:33,608 DEBUG [RS:0;5aee4e3683e9:42471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:33,608 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957. after waiting 0 ms 2024-11-21T02:18:33,608 DEBUG [RS:0;5aee4e3683e9:42471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:33,608 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957. 2024-11-21T02:18:33,608 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c28771e89f77e2c1ed71f8c670712957 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T02:18:33,608 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:18:33,608 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:18:33,608 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:18:33,608 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:18:33,610 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T02:18:33,611 DEBUG [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1325): Online Regions={c28771e89f77e2c1ed71f8c670712957=hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:18:33,611 DEBUG [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:33,611 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:18:33,611 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:18:33,611 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:18:33,611 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:18:33,611 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:18:33,612 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T02:18:33,630 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/replication/c28771e89f77e2c1ed71f8c670712957/.tmp/queue/fcfe2a7586dc4a9ca021e1df15fb9401 is 151, key is 1-5aee4e3683e9,42471,1732155499029/queue:5aee4e3683e9%2C42471%2C1732155499029/1732155510548/Put/seqid=0 2024-11-21T02:18:33,633 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/.tmp/info/379003a176bf4b2ca4b5fdfa851b0d2b is 147, key is hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957./info:regioninfo/1732155510228/Put/seqid=0 2024-11-21T02:18:33,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741838_1014 (size=5350) 2024-11-21T02:18:33,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741839_1015 (size=6631) 2024-11-21T02:18:33,689 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:18:33,811 DEBUG [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:33,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:33,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:34,011 DEBUG [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c28771e89f77e2c1ed71f8c670712957 2024-11-21T02:18:34,043 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/replication/c28771e89f77e2c1ed71f8c670712957/.tmp/queue/fcfe2a7586dc4a9ca021e1df15fb9401 2024-11-21T02:18:34,058 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/.tmp/info/379003a176bf4b2ca4b5fdfa851b0d2b 2024-11-21T02:18:34,074 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/replication/c28771e89f77e2c1ed71f8c670712957/.tmp/queue/fcfe2a7586dc4a9ca021e1df15fb9401 as hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/replication/c28771e89f77e2c1ed71f8c670712957/queue/fcfe2a7586dc4a9ca021e1df15fb9401 2024-11-21T02:18:34,090 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/replication/c28771e89f77e2c1ed71f8c670712957/queue/fcfe2a7586dc4a9ca021e1df15fb9401, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T02:18:34,094 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c28771e89f77e2c1ed71f8c670712957 in 486ms, sequenceid=5, compaction requested=false 2024-11-21T02:18:34,116 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/replication/c28771e89f77e2c1ed71f8c670712957/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T02:18:34,118 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:18:34,118 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:18:34,118 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957. 2024-11-21T02:18:34,118 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c28771e89f77e2c1ed71f8c670712957: Waiting for close lock at 1732155513607Running coprocessor pre-close hooks at 1732155513607Disabling compacts and flushes for region at 1732155513607Disabling writes for close at 1732155513608 (+1 ms)Obtaining lock to block concurrent updates at 1732155513608Preparing flush snapshotting stores in c28771e89f77e2c1ed71f8c670712957 at 1732155513608Finished memstore snapshotting hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732155513608Flushing stores of hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957. at 1732155513609 (+1 ms)Flushing c28771e89f77e2c1ed71f8c670712957/queue: creating writer at 1732155513609Flushing c28771e89f77e2c1ed71f8c670712957/queue: appending metadata at 1732155513630 (+21 ms)Flushing c28771e89f77e2c1ed71f8c670712957/queue: closing flushed file at 1732155513630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1528a953: reopening flushed file at 1732155514072 (+442 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c28771e89f77e2c1ed71f8c670712957 in 486ms, sequenceid=5, compaction requested=false at 1732155514094 (+22 ms)Writing region close event to WAL at 1732155514106 (+12 ms)Running coprocessor post-close hooks at 1732155514118 (+12 ms)Closed at 1732155514118 2024-11-21T02:18:34,118 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732155509260.c28771e89f77e2c1ed71f8c670712957. 2024-11-21T02:18:34,127 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/.tmp/ns/412540ba7b144643901e02b3f494efa8 is 43, key is default/ns:d/1732155502542/Put/seqid=0 2024-11-21T02:18:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741840_1016 (size=5153) 2024-11-21T02:18:34,143 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:18:34,143 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:18:34,197 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029.replicationSource.wal-reader.5aee4e3683e9%2C42471%2C1732155499029,1-5aee4e3683e9,42471,1732155499029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029/5aee4e3683e9%2C42471%2C1732155499029.1732155501291 to pos 0, reset compression=false 2024-11-21T02:18:34,211 DEBUG [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:18:34,412 DEBUG [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:18:34,485 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:18:34,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:34,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:34,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:34,539 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/.tmp/ns/412540ba7b144643901e02b3f494efa8 2024-11-21T02:18:34,579 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/.tmp/table/406599f0b6004e91b645c13f6325db1d is 53, key is hbase:replication/table:state/1732155510244/Put/seqid=0 2024-11-21T02:18:34,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741841_1017 (size=5256) 2024-11-21T02:18:34,612 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:18:34,612 DEBUG [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:18:34,612 DEBUG [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:18:34,812 DEBUG [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:18:34,992 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/.tmp/table/406599f0b6004e91b645c13f6325db1d 2024-11-21T02:18:35,002 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/.tmp/info/379003a176bf4b2ca4b5fdfa851b0d2b as hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/info/379003a176bf4b2ca4b5fdfa851b0d2b 2024-11-21T02:18:35,011 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/info/379003a176bf4b2ca4b5fdfa851b0d2b, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T02:18:35,012 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/.tmp/ns/412540ba7b144643901e02b3f494efa8 as hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/ns/412540ba7b144643901e02b3f494efa8 2024-11-21T02:18:35,012 DEBUG [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:18:35,020 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/ns/412540ba7b144643901e02b3f494efa8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T02:18:35,022 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/.tmp/table/406599f0b6004e91b645c13f6325db1d as hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/table/406599f0b6004e91b645c13f6325db1d 2024-11-21T02:18:35,029 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/table/406599f0b6004e91b645c13f6325db1d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T02:18:35,031 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1420ms, sequenceid=11, compaction requested=false 2024-11-21T02:18:35,062 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T02:18:35,063 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:18:35,063 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:18:35,063 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:18:35,063 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155513611Running coprocessor pre-close hooks at 1732155513611Disabling compacts and flushes for region at 1732155513611Disabling writes for close at 1732155513611Obtaining lock to block concurrent updates at 1732155513612 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732155513612Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732155513612Flushing stores of hbase:meta,,1.1588230740 at 1732155513614 (+2 ms)Flushing 1588230740/info: creating writer at 1732155513615 (+1 ms)Flushing 1588230740/info: appending metadata at 1732155513632 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732155513632Flushing 1588230740/ns: creating writer at 1732155514079 (+447 ms)Flushing 1588230740/ns: appending metadata at 1732155514126 (+47 ms)Flushing 1588230740/ns: closing flushed file at 1732155514126Flushing 1588230740/table: creating writer at 1732155514550 (+424 ms)Flushing 1588230740/table: appending metadata at 1732155514578 (+28 ms)Flushing 1588230740/table: closing flushed file at 1732155514578Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76e97310: reopening flushed file at 1732155515001 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3528c000: reopening flushed file at 1732155515011 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31672b15: reopening flushed file at 1732155515021 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1420ms, sequenceid=11, compaction requested=false at 1732155515031 (+10 ms)Writing region close event to WAL at 1732155515057 (+26 ms)Running coprocessor post-close hooks at 1732155515063 (+6 ms)Closed at 1732155515063 2024-11-21T02:18:35,063 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:18:35,110 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029.replicationSource.wal-reader.5aee4e3683e9%2C42471%2C1732155499029,1-5aee4e3683e9,42471,1732155499029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/WALs/5aee4e3683e9,42471,1732155499029/5aee4e3683e9%2C42471%2C1732155499029.1732155501291 to pos 0, reset compression=false 2024-11-21T02:18:35,213 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,42471,1732155499029; all regions closed. 2024-11-21T02:18:35,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741834_1010 (size=2742) 2024-11-21T02:18:35,221 DEBUG [RS:0;5aee4e3683e9:42471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/oldWALs 2024-11-21T02:18:35,222 INFO [RS:0;5aee4e3683e9:42471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C42471%2C1732155499029.meta:.meta(num 1732155502293) 2024-11-21T02:18:35,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741837_1013 (size=1586) 2024-11-21T02:18:35,232 DEBUG [RS:0;5aee4e3683e9:42471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/oldWALs 2024-11-21T02:18:35,232 INFO [RS:0;5aee4e3683e9:42471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C42471%2C1732155499029.rep:(num 1732155510119) 2024-11-21T02:18:35,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741832_1008 (size=93) 2024-11-21T02:18:35,238 DEBUG [RS:0;5aee4e3683e9:42471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/oldWALs 2024-11-21T02:18:35,238 INFO [RS:0;5aee4e3683e9:42471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C42471%2C1732155499029:(num 1732155501291) 2024-11-21T02:18:35,238 DEBUG [RS:0;5aee4e3683e9:42471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:35,238 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:18:35,239 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:18:35,240 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T02:18:35,240 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:18:35,240 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,42471,1732155499029 because: Region server is closing 2024-11-21T02:18:35,241 INFO [RS:0;5aee4e3683e9:42471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:42471. 2024-11-21T02:18:35,241 DEBUG [RS:0;5aee4e3683e9:42471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:35,241 DEBUG [RS:0;5aee4e3683e9:42471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:35,241 DEBUG [RS:0;5aee4e3683e9:42471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:35,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:35,242 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:18:35,341 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029.replicationSource.wal-reader.5aee4e3683e9%2C42471%2C1732155499029,1-5aee4e3683e9,42471,1732155499029 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T02:18:35,341 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029.replicationSource.shipper5aee4e3683e9%2C42471%2C1732155499029,1-5aee4e3683e9,42471,1732155499029 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T02:18:35,342 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42471,1732155499029.replicationSource.shipper5aee4e3683e9%2C42471%2C1732155499029,1-5aee4e3683e9,42471,1732155499029 terminated 2024-11-21T02:18:35,342 INFO [RS:0;5aee4e3683e9:42471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42471 2024-11-21T02:18:35,352 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:18:35,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01835689662/rs/5aee4e3683e9,42471,1732155499029 2024-11-21T02:18:35,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662/rs 2024-11-21T02:18:35,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,42471,1732155499029] 2024-11-21T02:18:35,373 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01835689662/draining/5aee4e3683e9,42471,1732155499029 already deleted, retry=false 2024-11-21T02:18:35,374 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,42471,1732155499029 expired; onlineServers=0 2024-11-21T02:18:35,374 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,33945,1732155498808' ***** 2024-11-21T02:18:35,374 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:18:35,374 INFO [M:0;5aee4e3683e9:33945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:18:35,374 INFO [M:0;5aee4e3683e9:33945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:18:35,374 DEBUG [M:0;5aee4e3683e9:33945 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:18:35,374 DEBUG [M:0;5aee4e3683e9:33945 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:18:35,374 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:18:35,374 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155501084 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155501084,5,FailOnTimeoutGroup] 2024-11-21T02:18:35,374 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155501085 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155501085,5,FailOnTimeoutGroup] 2024-11-21T02:18:35,374 INFO [M:0;5aee4e3683e9:33945 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:18:35,374 INFO [M:0;5aee4e3683e9:33945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:18:35,374 DEBUG [M:0;5aee4e3683e9:33945 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:18:35,374 INFO [M:0;5aee4e3683e9:33945 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:18:35,375 INFO [M:0;5aee4e3683e9:33945 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:18:35,375 INFO [M:0;5aee4e3683e9:33945 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:18:35,375 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:18:35,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01835689662/master 2024-11-21T02:18:35,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01835689662 2024-11-21T02:18:35,385 DEBUG [M:0;5aee4e3683e9:33945 {}] zookeeper.ZKUtil(347): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Unable to get data of znode /01835689662/master because node does not exist (not an error) 2024-11-21T02:18:35,385 WARN [M:0;5aee4e3683e9:33945 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T02:18:35,385 INFO [M:0;5aee4e3683e9:33945 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/.lastflushedseqids 2024-11-21T02:18:35,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741842_1018 (size=181) 2024-11-21T02:18:35,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:35,463 INFO [RS:0;5aee4e3683e9:42471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:18:35,463 INFO [RS:0;5aee4e3683e9:42471 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,42471,1732155499029; zookeeper connection closed. 2024-11-21T02:18:35,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42471-0x1015b2f53490001, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:35,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1353b647 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1353b647 2024-11-21T02:18:35,464 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:18:35,792 INFO [M:0;5aee4e3683e9:33945 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:18:35,792 INFO [M:0;5aee4e3683e9:33945 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:18:35,792 DEBUG [M:0;5aee4e3683e9:33945 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:18:35,793 INFO [M:0;5aee4e3683e9:33945 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:35,793 DEBUG [M:0;5aee4e3683e9:33945 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:35,793 DEBUG [M:0;5aee4e3683e9:33945 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:18:35,793 DEBUG [M:0;5aee4e3683e9:33945 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:35,793 INFO [M:0;5aee4e3683e9:33945 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T02:18:35,833 DEBUG [M:0;5aee4e3683e9:33945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/594d80b9b9b94a58a234a91ccef2e515 is 82, key is hbase:meta,,1/info:regioninfo/1732155502333/Put/seqid=0 2024-11-21T02:18:35,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741843_1019 (size=5672) 2024-11-21T02:18:35,842 INFO [M:0;5aee4e3683e9:33945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/594d80b9b9b94a58a234a91ccef2e515 2024-11-21T02:18:35,883 DEBUG [M:0;5aee4e3683e9:33945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/408d7a58a266418ab6c882e2879f0920 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732155510250/Put/seqid=0 2024-11-21T02:18:35,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741844_1020 (size=7203) 2024-11-21T02:18:36,291 INFO [M:0;5aee4e3683e9:33945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/408d7a58a266418ab6c882e2879f0920 2024-11-21T02:18:36,313 DEBUG [M:0;5aee4e3683e9:33945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d0be44f5a5d41a4a134d2f27216eb95 is 69, key is 5aee4e3683e9,42471,1732155499029/rs:state/1732155501111/Put/seqid=0 2024-11-21T02:18:36,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741845_1021 (size=5156) 2024-11-21T02:18:36,718 INFO [M:0;5aee4e3683e9:33945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d0be44f5a5d41a4a134d2f27216eb95 2024-11-21T02:18:36,728 DEBUG [M:0;5aee4e3683e9:33945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/594d80b9b9b94a58a234a91ccef2e515 as hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/594d80b9b9b94a58a234a91ccef2e515 2024-11-21T02:18:36,734 INFO [M:0;5aee4e3683e9:33945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/594d80b9b9b94a58a234a91ccef2e515, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T02:18:36,735 DEBUG [M:0;5aee4e3683e9:33945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/408d7a58a266418ab6c882e2879f0920 as hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/408d7a58a266418ab6c882e2879f0920 2024-11-21T02:18:36,741 INFO [M:0;5aee4e3683e9:33945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/408d7a58a266418ab6c882e2879f0920, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T02:18:36,743 DEBUG [M:0;5aee4e3683e9:33945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d0be44f5a5d41a4a134d2f27216eb95 as hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d0be44f5a5d41a4a134d2f27216eb95 2024-11-21T02:18:36,749 INFO [M:0;5aee4e3683e9:33945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d0be44f5a5d41a4a134d2f27216eb95, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T02:18:36,750 INFO [M:0;5aee4e3683e9:33945 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 957ms, sequenceid=70, compaction requested=false 2024-11-21T02:18:36,757 INFO [M:0;5aee4e3683e9:33945 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:36,757 DEBUG [M:0;5aee4e3683e9:33945 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155515792Disabling compacts and flushes for region at 1732155515792Disabling writes for close at 1732155515793 (+1 ms)Obtaining lock to block concurrent updates at 1732155515793Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155515793Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732155515794 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155515794Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155515794Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155515828 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155515832 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155515849 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155515883 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155515883Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155516297 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155516312 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155516312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5f83ba: reopening flushed file at 1732155516727 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dd9199c: reopening flushed file at 1732155516734 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d50c84e: reopening flushed file at 1732155516741 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 957ms, sequenceid=70, compaction requested=false at 1732155516750 (+9 ms)Writing region close event to WAL at 1732155516757 (+7 ms)Closed at 1732155516757 2024-11-21T02:18:36,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34393 is added to blk_1073741830_1006 (size=41008) 2024-11-21T02:18:36,760 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f25bcf08-8855-8c5f-5ac3-f38fdca779ec/MasterData/WALs/5aee4e3683e9,33945,1732155498808/5aee4e3683e9%2C33945%2C1732155498808.1732155500826 not finished, retry = 0 2024-11-21T02:18:36,861 INFO [M:0;5aee4e3683e9:33945 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:18:36,861 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:18:36,861 INFO [M:0;5aee4e3683e9:33945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33945 2024-11-21T02:18:36,862 INFO [M:0;5aee4e3683e9:33945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:18:36,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:36,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1015b2f53490000, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:18:36,975 INFO [M:0;5aee4e3683e9:33945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:18:36,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ab7dfc8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:18:36,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56680efa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:18:36,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:18:36,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@394705a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:18:36,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d8cdc40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/hadoop.log.dir/,STOPPED} 2024-11-21T02:18:36,992 WARN [BP-1559291085-172.17.0.2-1732155496403 heartbeating to localhost/127.0.0.1:35659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:18:36,992 WARN [BP-1559291085-172.17.0.2-1732155496403 heartbeating to localhost/127.0.0.1:35659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1559291085-172.17.0.2-1732155496403 (Datanode Uuid 57efb0c0-e55b-4a84-a10a-05176e4d378a) service to localhost/127.0.0.1:35659 2024-11-21T02:18:36,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/cluster_053e5c71-dbd6-f09c-7194-00f47125134c/data/data1/current/BP-1559291085-172.17.0.2-1732155496403 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:18:36,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/cluster_053e5c71-dbd6-f09c-7194-00f47125134c/data/data2/current/BP-1559291085-172.17.0.2-1732155496403 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:18:36,993 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:18:36,993 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:18:36,994 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:18:37,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54b7039{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:18:37,007 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@242482cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:18:37,007 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:18:37,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@708c07f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:18:37,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4232ec1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3e36eff8-15c5-c0f8-be07-1b8a735ddb63/hadoop.log.dir/,STOPPED} 2024-11-21T02:18:37,044 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T02:18:37,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:18:37,098 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 106) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35659 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58960) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58960) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35361 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=891 (was 969), ProcessCount=11 (was 11), AvailableMemoryMB=657 (was 265) - AvailableMemoryMB LEAK? - 2024-11-21T02:18:37,119 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=891, ProcessCount=11, AvailableMemoryMB=657 2024-11-21T02:18:37,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b2f53490005, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:18:37,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b2f53490005, quorum=127.0.0.1:58960, baseZNode=/11446384844 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:18:37,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b2f53490002, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:18:37,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b2f53490002, quorum=127.0.0.1:58960, baseZNode=/01835689662 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:18:37,142 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-21T02:18:37,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/hadoop.log.dir so I do NOT create it in target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63 2024-11-21T02:18:37,143 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:18:37,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/hadoop.tmp.dir so I do NOT create it in target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63 2024-11-21T02:18:37,143 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/25e425cc-ff4e-9653-d418-93b395173a2f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:18:37,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63 2024-11-21T02:18:37,143 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/cluster_96a7242b-6200-6cd3-6c90-f4ad141e6c2e, deleteOnExit=true 2024-11-21T02:18:37,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/cluster_96a7242b-6200-6cd3-6c90-f4ad141e6c2e/zookeeper_0, clientPort=62048, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/cluster_96a7242b-6200-6cd3-6c90-f4ad141e6c2e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/cluster_96a7242b-6200-6cd3-6c90-f4ad141e6c2e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T02:18:37,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62048 2024-11-21T02:18:37,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:18:37,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:18:37,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/test.cache.data in system properties and HBase conf 2024-11-21T02:18:37,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:18:37,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:18:37,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:18:37,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:18:37,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:18:37,159 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:18:37,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:18:37,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:18:37,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:18:37,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:18:37,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:18:37,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:18:37,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:18:37,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:18:37,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:18:37,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:18:37,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:18:37,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:18:37,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:18:37,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:18:37,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:18:37,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:18:37,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:18:37,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:18:37,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:18:37,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:18:37,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:18:37,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:18:37,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:18:37,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:18:37,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a3c1906{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:18:37,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704f511d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:18:37,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57cc3801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/java.io.tmpdir/jetty-localhost-33751-hadoop-hdfs-3_4_1-tests_jar-_-any-9975094001723780700/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:18:37,783 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36e6e0e3{HTTP/1.1, (http/1.1)}{localhost:33751} 2024-11-21T02:18:37,783 INFO [Time-limited test {}] server.Server(415): Started @61046ms 2024-11-21T02:18:38,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:18:38,369 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:18:38,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:18:38,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:18:38,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:18:38,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@799d6b28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:18:38,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7333f164{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:18:38,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26568a51{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/java.io.tmpdir/jetty-localhost-37095-hadoop-hdfs-3_4_1-tests_jar-_-any-55341822586923358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:18:38,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7077a536{HTTP/1.1, (http/1.1)}{localhost:37095} 2024-11-21T02:18:38,480 INFO [Time-limited test {}] server.Server(415): Started @61744ms 2024-11-21T02:18:38,481 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:18:39,620 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:18:39,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:39,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:39,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:39,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:39,777 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/cluster_96a7242b-6200-6cd3-6c90-f4ad141e6c2e/data/data1/current/BP-427284723-172.17.0.2-1732155517189/current, will proceed with Du for space computation calculation, 2024-11-21T02:18:39,778 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/cluster_96a7242b-6200-6cd3-6c90-f4ad141e6c2e/data/data2/current/BP-427284723-172.17.0.2-1732155517189/current, will proceed with Du for space computation calculation, 2024-11-21T02:18:39,853 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:18:39,862 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd77b8a54fcae9e80 with lease ID 0x1fc5046c2db8eef6: Processing first storage report for DS-d288197e-ea8b-40b4-b8aa-6fd7aafc2537 from datanode DatanodeRegistration(127.0.0.1:40349, datanodeUuid=7f7278ab-9348-461b-b375-7724d485de77, infoPort=46353, infoSecurePort=0, ipcPort=40401, storageInfo=lv=-57;cid=testClusterID;nsid=522237054;c=1732155517189) 2024-11-21T02:18:39,862 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd77b8a54fcae9e80 with lease ID 0x1fc5046c2db8eef6: from storage DS-d288197e-ea8b-40b4-b8aa-6fd7aafc2537 node DatanodeRegistration(127.0.0.1:40349, datanodeUuid=7f7278ab-9348-461b-b375-7724d485de77, infoPort=46353, infoSecurePort=0, ipcPort=40401, storageInfo=lv=-57;cid=testClusterID;nsid=522237054;c=1732155517189), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:18:39,862 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd77b8a54fcae9e80 with lease ID 0x1fc5046c2db8eef6: Processing first storage report for DS-6e23dd8b-667d-4fa2-9126-89f3971331cf from datanode DatanodeRegistration(127.0.0.1:40349, datanodeUuid=7f7278ab-9348-461b-b375-7724d485de77, infoPort=46353, infoSecurePort=0, ipcPort=40401, storageInfo=lv=-57;cid=testClusterID;nsid=522237054;c=1732155517189) 2024-11-21T02:18:39,862 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd77b8a54fcae9e80 with lease ID 0x1fc5046c2db8eef6: from storage DS-6e23dd8b-667d-4fa2-9126-89f3971331cf node DatanodeRegistration(127.0.0.1:40349, datanodeUuid=7f7278ab-9348-461b-b375-7724d485de77, infoPort=46353, infoSecurePort=0, ipcPort=40401, storageInfo=lv=-57;cid=testClusterID;nsid=522237054;c=1732155517189), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:18:39,935 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63 2024-11-21T02:18:39,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:39,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:39,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:18:40,360 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7 with version=8 2024-11-21T02:18:40,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/hbase-staging 2024-11-21T02:18:40,363 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:18:40,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:40,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:40,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:18:40,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:40,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:18:40,363 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:18:40,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:18:40,365 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42813 2024-11-21T02:18:40,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42813 connecting to ZooKeeper ensemble=127.0.0.1:62048 2024-11-21T02:18:40,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428130x0, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:18:40,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42813-0x1015b2fa4860000 connected 2024-11-21T02:18:40,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:40,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:40,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Set watcher on znode that does not yet exist, /01349993988/running 2024-11-21T02:18:40,863 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7, hbase.cluster.distributed=false 2024-11-21T02:18:40,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Set watcher on znode that does not yet exist, /01349993988/acl 2024-11-21T02:18:40,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42813 2024-11-21T02:18:40,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42813 2024-11-21T02:18:40,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42813 2024-11-21T02:18:40,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42813 2024-11-21T02:18:40,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42813 2024-11-21T02:18:40,939 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:18:40,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:40,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:40,940 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:18:40,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:40,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:18:40,940 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:18:40,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:18:40,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42563 2024-11-21T02:18:40,942 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42563 connecting to ZooKeeper ensemble=127.0.0.1:62048 2024-11-21T02:18:40,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:40,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:40,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425630x0, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:18:40,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425630x0, quorum=127.0.0.1:62048, baseZNode=/01349993988 Set watcher on znode that does not yet exist, /01349993988/running 2024-11-21T02:18:40,963 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:18:40,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42563-0x1015b2fa4860001 connected 2024-11-21T02:18:40,997 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:18:40,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Set watcher on znode that does not yet exist, /01349993988/master 2024-11-21T02:18:41,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Set watcher on znode that does not yet exist, /01349993988/acl 2024-11-21T02:18:41,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42563 2024-11-21T02:18:41,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42563 2024-11-21T02:18:41,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42563 2024-11-21T02:18:41,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42563 2024-11-21T02:18:41,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42563 2024-11-21T02:18:41,031 DEBUG [M:0;5aee4e3683e9:42813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:42813 2024-11-21T02:18:41,039 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01349993988/backup-masters/5aee4e3683e9,42813,1732155520362 2024-11-21T02:18:41,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988/backup-masters 2024-11-21T02:18:41,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988/backup-masters 2024-11-21T02:18:41,048 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Set watcher on existing znode=/01349993988/backup-masters/5aee4e3683e9,42813,1732155520362 2024-11-21T02:18:41,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:18:41,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01349993988/master 2024-11-21T02:18:41,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:18:41,070 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Set watcher on existing znode=/01349993988/master 2024-11-21T02:18:41,071 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01349993988/backup-masters/5aee4e3683e9,42813,1732155520362 from backup master directory 2024-11-21T02:18:41,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988/backup-masters 2024-11-21T02:18:41,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01349993988/backup-masters/5aee4e3683e9,42813,1732155520362 2024-11-21T02:18:41,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988/backup-masters 2024-11-21T02:18:41,089 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:18:41,089 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,42813,1732155520362 2024-11-21T02:18:41,136 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/hbase.id] with ID: 047d4a82-dd5c-47ae-b5e1-b26f68ee8353 2024-11-21T02:18:41,137 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/.tmp/hbase.id 2024-11-21T02:18:41,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:18:41,589 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/.tmp/hbase.id]:[hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/hbase.id] 2024-11-21T02:18:41,614 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:41,614 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:18:41,617 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T02:18:41,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:18:41,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:18:41,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:18:42,110 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:18:42,111 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:18:42,111 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:42,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:18:42,134 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store 2024-11-21T02:18:42,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:18:42,542 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:42,542 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:18:42,542 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:42,543 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:42,543 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:18:42,543 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:42,543 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:42,543 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155522542Disabling compacts and flushes for region at 1732155522542Disabling writes for close at 1732155522543 (+1 ms)Writing region close event to WAL at 1732155522543Closed at 1732155522543 2024-11-21T02:18:42,544 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/.initializing 2024-11-21T02:18:42,544 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/WALs/5aee4e3683e9,42813,1732155520362 2024-11-21T02:18:42,545 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:18:42,546 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C42813%2C1732155520362, suffix=, logDir=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/WALs/5aee4e3683e9,42813,1732155520362, archiveDir=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/oldWALs, maxLogs=10 2024-11-21T02:18:42,559 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/WALs/5aee4e3683e9,42813,1732155520362/5aee4e3683e9%2C42813%2C1732155520362.1732155522546, exclude list is [], retry=0 2024-11-21T02:18:42,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40349,DS-d288197e-ea8b-40b4-b8aa-6fd7aafc2537,DISK] 2024-11-21T02:18:42,573 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/WALs/5aee4e3683e9,42813,1732155520362/5aee4e3683e9%2C42813%2C1732155520362.1732155522546 2024-11-21T02:18:42,573 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46353:46353)] 2024-11-21T02:18:42,573 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:18:42,573 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:42,573 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:42,573 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:42,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:42,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:18:42,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:42,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:42,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:42,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:18:42,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:42,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:42,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:42,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:18:42,586 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:42,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:42,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:42,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:18:42,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:42,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:42,589 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:42,590 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:42,590 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:42,592 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:42,592 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:42,592 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:18:42,593 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:42,597 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:18:42,597 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74470282, jitterRate=0.10969367623329163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:18:42,598 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155522573Initializing all the Stores at 1732155522574 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155522574Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155522576 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155522576Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155522576Cleaning up temporary data from old regions at 1732155522592 (+16 ms)Region opened successfully at 1732155522598 (+6 ms) 2024-11-21T02:18:42,600 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:18:42,604 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63349c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:18:42,605 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:18:42,605 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:18:42,605 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:18:42,606 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:18:42,606 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:18:42,606 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:18:42,607 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:18:42,614 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:18:42,615 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Unable to get data of znode /01349993988/balancer because node does not exist (not necessarily an error) 2024-11-21T02:18:42,626 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01349993988/balancer already deleted, retry=false 2024-11-21T02:18:42,626 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:18:42,627 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Unable to get data of znode /01349993988/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:18:42,682 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01349993988/normalizer already deleted, retry=false 2024-11-21T02:18:42,683 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:18:42,684 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Unable to get data of znode /01349993988/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:18:42,727 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01349993988/switch/split already deleted, retry=false 2024-11-21T02:18:42,729 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Unable to get data of znode /01349993988/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:18:42,749 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01349993988/switch/merge already deleted, retry=false 2024-11-21T02:18:42,752 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Unable to get data of znode /01349993988/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:18:42,770 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01349993988/snapshot-cleanup already deleted, retry=false 2024-11-21T02:18:42,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01349993988/running 2024-11-21T02:18:42,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:18:42,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01349993988/running 2024-11-21T02:18:42,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:18:42,783 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,42813,1732155520362, sessionid=0x1015b2fa4860000, setting cluster-up flag (Was=false) 2024-11-21T02:18:42,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:18:42,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:18:42,847 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01349993988/flush-table-proc/acquired, /01349993988/flush-table-proc/reached, /01349993988/flush-table-proc/abort 2024-11-21T02:18:42,848 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,42813,1732155520362 2024-11-21T02:18:42,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:18:42,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:18:42,899 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01349993988/online-snapshot/acquired, /01349993988/online-snapshot/reached, /01349993988/online-snapshot/abort 2024-11-21T02:18:42,908 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,42813,1732155520362 2024-11-21T02:18:42,920 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:18:42,940 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:42,941 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:18:42,941 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:18:42,941 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,42813,1732155520362 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:18:42,967 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(746): ClusterId : 047d4a82-dd5c-47ae-b5e1-b26f68ee8353 2024-11-21T02:18:42,967 DEBUG [RS:0;5aee4e3683e9:42563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:18:42,968 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:42,968 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:42,969 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:42,969 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:42,969 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:18:42,969 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:42,969 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:18:42,969 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:42,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:42,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:18:42,995 DEBUG [RS:0;5aee4e3683e9:42563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:18:42,995 DEBUG [RS:0;5aee4e3683e9:42563 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:18:43,016 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:43,017 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:18:43,020 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155553020 2024-11-21T02:18:43,020 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:18:43,020 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:18:43,021 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:18:43,021 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:18:43,021 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:18:43,021 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:18:43,028 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,033 DEBUG [RS:0;5aee4e3683e9:42563 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:18:43,034 DEBUG [RS:0;5aee4e3683e9:42563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317e4119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:18:43,036 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:18:43,036 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:18:43,036 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:18:43,037 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:18:43,040 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:18:43,040 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:18:43,052 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155523040,5,FailOnTimeoutGroup] 2024-11-21T02:18:43,057 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155523052,5,FailOnTimeoutGroup] 2024-11-21T02:18:43,057 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,057 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:18:43,057 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,057 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,060 DEBUG [RS:0;5aee4e3683e9:42563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:42563 2024-11-21T02:18:43,060 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:18:43,060 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:18:43,060 DEBUG [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:18:43,061 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,42813,1732155520362 with port=42563, startcode=1732155520935 2024-11-21T02:18:43,062 DEBUG [RS:0;5aee4e3683e9:42563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:18:43,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:18:43,069 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:18:43,069 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7 2024-11-21T02:18:43,069 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:18:43,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,42563,1732155520935 2024-11-21T02:18:43,071 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42813 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,42563,1732155520935 2024-11-21T02:18:43,074 DEBUG [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7 2024-11-21T02:18:43,075 DEBUG [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44947 2024-11-21T02:18:43,075 DEBUG [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:18:43,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988/rs 2024-11-21T02:18:43,088 DEBUG [RS:0;5aee4e3683e9:42563 {}] zookeeper.ZKUtil(111): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Set watcher on existing znode=/01349993988/rs/5aee4e3683e9,42563,1732155520935 2024-11-21T02:18:43,088 WARN [RS:0;5aee4e3683e9:42563 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:18:43,089 INFO [RS:0;5aee4e3683e9:42563 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:43,089 DEBUG [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935 2024-11-21T02:18:43,125 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,42563,1732155520935] 2024-11-21T02:18:43,126 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:18:43,128 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:18:43,132 INFO [RS:0;5aee4e3683e9:42563 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:18:43,132 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,135 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:18:43,136 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:18:43,136 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,137 DEBUG [RS:0;5aee4e3683e9:42563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:43,137 DEBUG [RS:0;5aee4e3683e9:42563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:43,137 DEBUG [RS:0;5aee4e3683e9:42563 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:43,137 DEBUG [RS:0;5aee4e3683e9:42563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:43,137 DEBUG [RS:0;5aee4e3683e9:42563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:43,137 DEBUG [RS:0;5aee4e3683e9:42563 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:18:43,137 DEBUG [RS:0;5aee4e3683e9:42563 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:43,137 DEBUG [RS:0;5aee4e3683e9:42563 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:43,137 DEBUG [RS:0;5aee4e3683e9:42563 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:43,137 DEBUG [RS:0;5aee4e3683e9:42563 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:43,137 DEBUG [RS:0;5aee4e3683e9:42563 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:43,137 DEBUG [RS:0;5aee4e3683e9:42563 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:43,138 DEBUG [RS:0;5aee4e3683e9:42563 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:18:43,138 DEBUG [RS:0;5aee4e3683e9:42563 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:18:43,139 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,139 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,139 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,139 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,139 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,139 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42563,1732155520935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:18:43,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:18:43,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:43,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:18:43,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:18:43,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:43,170 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:18:43,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:43,170 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42563,1732155520935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:18:43,171 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,171 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.Replication(171): 5aee4e3683e9,42563,1732155520935 started 2024-11-21T02:18:43,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:18:43,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:43,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:43,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:18:43,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:18:43,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:43,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:43,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:18:43,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:18:43,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:43,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:43,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:18:43,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740 2024-11-21T02:18:43,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740 2024-11-21T02:18:43,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:18:43,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:18:43,185 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:18:43,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:18:43,195 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,196 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,42563,1732155520935, RpcServer on 5aee4e3683e9/172.17.0.2:42563, sessionid=0x1015b2fa4860001 2024-11-21T02:18:43,196 DEBUG [RS:0;5aee4e3683e9:42563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:18:43,196 DEBUG [RS:0;5aee4e3683e9:42563 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,42563,1732155520935 2024-11-21T02:18:43,196 DEBUG [RS:0;5aee4e3683e9:42563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,42563,1732155520935' 2024-11-21T02:18:43,196 DEBUG [RS:0;5aee4e3683e9:42563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01349993988/flush-table-proc/abort' 2024-11-21T02:18:43,197 DEBUG [RS:0;5aee4e3683e9:42563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01349993988/flush-table-proc/acquired' 2024-11-21T02:18:43,197 DEBUG [RS:0;5aee4e3683e9:42563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:18:43,198 DEBUG [RS:0;5aee4e3683e9:42563 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:18:43,198 DEBUG [RS:0;5aee4e3683e9:42563 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,42563,1732155520935 2024-11-21T02:18:43,198 DEBUG [RS:0;5aee4e3683e9:42563 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,42563,1732155520935' 2024-11-21T02:18:43,198 DEBUG [RS:0;5aee4e3683e9:42563 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01349993988/online-snapshot/abort' 2024-11-21T02:18:43,198 DEBUG [RS:0;5aee4e3683e9:42563 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01349993988/online-snapshot/acquired' 2024-11-21T02:18:43,199 DEBUG [RS:0;5aee4e3683e9:42563 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:18:43,199 INFO [RS:0;5aee4e3683e9:42563 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:18:43,199 INFO [RS:0;5aee4e3683e9:42563 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:18:43,201 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:18:43,202 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65915334, jitterRate=-0.017784982919692993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:18:43,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155523141Initializing all the Stores at 1732155523142 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155523142Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155523156 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155523156Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155523156Cleaning up temporary data from old regions at 1732155523185 (+29 ms)Region opened successfully at 1732155523203 (+18 ms) 2024-11-21T02:18:43,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:18:43,203 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:18:43,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:18:43,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:18:43,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:18:43,208 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:18:43,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155523203Disabling compacts and flushes for region at 1732155523203Disabling writes for close at 1732155523203Writing region close event to WAL at 1732155523208 (+5 ms)Closed at 1732155523208 2024-11-21T02:18:43,210 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:43,210 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:18:43,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:18:43,212 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:18:43,213 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:18:43,299 INFO [RS:0;5aee4e3683e9:42563 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:18:43,301 INFO [RS:0;5aee4e3683e9:42563 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C42563%2C1732155520935, suffix=, logDir=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935, archiveDir=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/oldWALs, maxLogs=10 2024-11-21T02:18:43,320 DEBUG [RS:0;5aee4e3683e9:42563 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302, exclude list is [], retry=0 2024-11-21T02:18:43,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40349,DS-d288197e-ea8b-40b4-b8aa-6fd7aafc2537,DISK] 2024-11-21T02:18:43,329 INFO [RS:0;5aee4e3683e9:42563 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 2024-11-21T02:18:43,329 DEBUG [RS:0;5aee4e3683e9:42563 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46353:46353)] 2024-11-21T02:18:43,364 DEBUG [5aee4e3683e9:42813 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:18:43,364 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,42563,1732155520935 2024-11-21T02:18:43,365 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,42563,1732155520935, state=OPENING 2024-11-21T02:18:43,524 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:18:43,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:18:43,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:18:43,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01349993988/meta-region-server: CHANGED 2024-11-21T02:18:43,555 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01349993988/meta-region-server: CHANGED 2024-11-21T02:18:43,555 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:18:43,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,42563,1732155520935}] 2024-11-21T02:18:43,709 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:18:43,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:18:43,725 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:18:43,725 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:43,738 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:18:43,742 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C42563%2C1732155520935.meta, suffix=.meta, logDir=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935, archiveDir=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/oldWALs, maxLogs=10 2024-11-21T02:18:43,760 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.meta.1732155523742.meta, exclude list is [], retry=0 2024-11-21T02:18:43,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40349,DS-d288197e-ea8b-40b4-b8aa-6fd7aafc2537,DISK] 2024-11-21T02:18:43,773 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.meta.1732155523742.meta 2024-11-21T02:18:43,776 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46353:46353)] 2024-11-21T02:18:43,777 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:18:43,777 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:18:43,777 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:18:43,777 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:18:43,778 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:18:43,778 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:18:43,778 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:43,778 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:18:43,778 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:18:43,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:18:43,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:18:43,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:43,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:43,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:18:43,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:18:43,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:43,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:43,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:18:43,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:18:43,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:43,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:43,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:18:43,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:18:43,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:43,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:43,796 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:18:43,798 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740 2024-11-21T02:18:43,800 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740 2024-11-21T02:18:43,802 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:18:43,802 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:18:43,803 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:18:43,807 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:18:43,809 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69001182, jitterRate=0.02819773554801941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:18:43,809 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:18:43,809 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155523778Writing region info on filesystem at 1732155523778Initializing all the Stores at 1732155523780 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155523780Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155523780Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155523780Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155523780Cleaning up temporary data from old regions at 1732155523802 (+22 ms)Running coprocessor post-open hooks at 1732155523809 (+7 ms)Region opened successfully at 1732155523809 2024-11-21T02:18:43,810 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155523709 2024-11-21T02:18:43,813 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:18:43,813 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:18:43,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,42563,1732155520935 2024-11-21T02:18:43,815 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,42563,1732155520935, state=OPEN 2024-11-21T02:18:43,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01349993988/meta-region-server 2024-11-21T02:18:43,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01349993988/meta-region-server 2024-11-21T02:18:43,898 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,42563,1732155520935 2024-11-21T02:18:43,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01349993988/meta-region-server: CHANGED 2024-11-21T02:18:43,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01349993988/meta-region-server: CHANGED 2024-11-21T02:18:43,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:18:43,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,42563,1732155520935 in 343 msec 2024-11-21T02:18:43,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:18:43,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 693 msec 2024-11-21T02:18:43,910 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:43,910 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:18:43,912 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:43,912 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42563,1732155520935, seqNum=-1] 2024-11-21T02:18:43,912 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:43,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:18:43,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 997 msec 2024-11-21T02:18:43,926 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155523926, completionTime=-1 2024-11-21T02:18:43,926 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:18:43,926 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:18:43,930 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:18:43,930 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155583930 2024-11-21T02:18:43,930 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155643930 2024-11-21T02:18:43,930 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-21T02:18:43,931 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42813,1732155520362-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,931 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42813,1732155520362-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,931 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42813,1732155520362-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,931 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:42813, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,931 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,934 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:18:43,936 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,942 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.853sec 2024-11-21T02:18:43,943 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:18:43,943 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:18:43,943 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:18:43,943 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:18:43,943 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:18:43,943 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42813,1732155520362-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:18:43,943 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42813,1732155520362-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:18:43,954 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:18:43,954 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:18:43,954 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42813,1732155520362-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:43,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1321932d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:43,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42813,-1 for getting cluster id 2024-11-21T02:18:43,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:43,965 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '047d4a82-dd5c-47ae-b5e1-b26f68ee8353' 2024-11-21T02:18:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "047d4a82-dd5c-47ae-b5e1-b26f68ee8353" 2024-11-21T02:18:43,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7650a6c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:43,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42813,-1] 2024-11-21T02:18:43,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:43,966 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:43,968 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:43,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b55b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:43,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:43,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42563,1732155520935, seqNum=-1] 2024-11-21T02:18:43,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:43,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:18:43,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,42813,1732155520362 2024-11-21T02:18:43,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62048 2024-11-21T02:18:44,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:18:44,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b2fa4860002 connected 2024-11-21T02:18:44,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/hadoop.log.dir so I do NOT create it in target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b 2024-11-21T02:18:44,065 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:18:44,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/hadoop.tmp.dir so I do NOT create it in target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b 2024-11-21T02:18:44,065 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:18:44,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b 2024-11-21T02:18:44,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:18:44,066 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/cluster_473f483b-b747-31a6-fcfb-13c86067508a, deleteOnExit=true 2024-11-21T02:18:44,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:18:44,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/test.cache.data in system properties and HBase conf 2024-11-21T02:18:44,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:18:44,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:18:44,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:18:44,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:18:44,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:18:44,066 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:18:44,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:18:44,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:18:44,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:18:44,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:18:44,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:18:44,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:18:44,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:18:44,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:18:44,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:18:44,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:18:44,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:18:44,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:18:44,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:18:44,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:18:44,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:18:44,650 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:18:44,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:18:44,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:18:44,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:18:44,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:18:44,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ab166a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:18:44,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dc50c4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:18:44,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@192d85f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/java.io.tmpdir/jetty-localhost-44879-hadoop-hdfs-3_4_1-tests_jar-_-any-2659373354267520625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:18:44,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c09c951{HTTP/1.1, (http/1.1)}{localhost:44879} 2024-11-21T02:18:44,803 INFO [Time-limited test {}] server.Server(415): Started @68067ms 2024-11-21T02:18:45,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:18:45,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:18:45,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:18:45,126 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:18:45,126 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:18:45,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca8a3fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:18:45,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e042af9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:18:45,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a2aee49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/java.io.tmpdir/jetty-localhost-42911-hadoop-hdfs-3_4_1-tests_jar-_-any-1428139003109655551/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:18:45,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29930def{HTTP/1.1, (http/1.1)}{localhost:42911} 2024-11-21T02:18:45,256 INFO [Time-limited test {}] server.Server(415): Started @68520ms 2024-11-21T02:18:45,258 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:18:46,539 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/cluster_473f483b-b747-31a6-fcfb-13c86067508a/data/data2/current/BP-1277124201-172.17.0.2-1732155524089/current, will proceed with Du for space computation calculation, 2024-11-21T02:18:46,539 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/cluster_473f483b-b747-31a6-fcfb-13c86067508a/data/data1/current/BP-1277124201-172.17.0.2-1732155524089/current, will proceed with Du for space computation calculation, 2024-11-21T02:18:46,560 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:18:46,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b6993af0353be58 with lease ID 0x43b0f83104516e4c: Processing first storage report for DS-8f2ec23e-c4dc-448d-9f68-97ea40ac5f6a from datanode DatanodeRegistration(127.0.0.1:39855, datanodeUuid=c998f7a4-d03d-4ba6-8960-ba9338676c5d, infoPort=33473, infoSecurePort=0, ipcPort=40653, storageInfo=lv=-57;cid=testClusterID;nsid=1623586795;c=1732155524089) 2024-11-21T02:18:46,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b6993af0353be58 with lease ID 0x43b0f83104516e4c: from storage DS-8f2ec23e-c4dc-448d-9f68-97ea40ac5f6a node DatanodeRegistration(127.0.0.1:39855, datanodeUuid=c998f7a4-d03d-4ba6-8960-ba9338676c5d, infoPort=33473, infoSecurePort=0, ipcPort=40653, storageInfo=lv=-57;cid=testClusterID;nsid=1623586795;c=1732155524089), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:18:46,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b6993af0353be58 with lease ID 0x43b0f83104516e4c: Processing first storage report for DS-6b4c3872-7d0b-4e31-9b41-3de102c61084 from datanode DatanodeRegistration(127.0.0.1:39855, datanodeUuid=c998f7a4-d03d-4ba6-8960-ba9338676c5d, infoPort=33473, infoSecurePort=0, ipcPort=40653, storageInfo=lv=-57;cid=testClusterID;nsid=1623586795;c=1732155524089) 2024-11-21T02:18:46,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b6993af0353be58 with lease ID 0x43b0f83104516e4c: from storage DS-6b4c3872-7d0b-4e31-9b41-3de102c61084 node DatanodeRegistration(127.0.0.1:39855, datanodeUuid=c998f7a4-d03d-4ba6-8960-ba9338676c5d, infoPort=33473, infoSecurePort=0, ipcPort=40653, storageInfo=lv=-57;cid=testClusterID;nsid=1623586795;c=1732155524089), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:18:46,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b 2024-11-21T02:18:46,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:46,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:46,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:18:47,105 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d with version=8 2024-11-21T02:18:47,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/hbase-staging 2024-11-21T02:18:47,107 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:18:47,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:47,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:47,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:18:47,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:47,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:18:47,108 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:18:47,108 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:18:47,112 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32981 2024-11-21T02:18:47,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32981 connecting to ZooKeeper ensemble=127.0.0.1:62048 2024-11-21T02:18:47,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329810x0, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:18:47,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32981-0x1015b2fa4860003 connected 2024-11-21T02:18:47,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:47,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:47,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Set watcher on znode that does not yet exist, /1846271134/running 2024-11-21T02:18:47,453 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d, hbase.cluster.distributed=false 2024-11-21T02:18:47,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Set watcher on znode that does not yet exist, /1846271134/acl 2024-11-21T02:18:47,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32981 2024-11-21T02:18:47,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32981 2024-11-21T02:18:47,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32981 2024-11-21T02:18:47,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:18:47,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T02:18:47,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:18:47,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T02:18:47,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:18:47,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T02:18:47,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:18:47,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T02:18:47,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32981 2024-11-21T02:18:47,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32981 2024-11-21T02:18:47,491 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:18:47,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:47,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:47,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:18:47,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:18:47,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:18:47,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:18:47,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:18:47,504 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36013 2024-11-21T02:18:47,506 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36013 connecting to ZooKeeper ensemble=127.0.0.1:62048 2024-11-21T02:18:47,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:47,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:47,629 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360130x0, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:18:47,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360130x0, quorum=127.0.0.1:62048, baseZNode=/1846271134 Set watcher on znode that does not yet exist, /1846271134/running 2024-11-21T02:18:47,629 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:18:47,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36013-0x1015b2fa4860004 connected 2024-11-21T02:18:47,637 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:18:47,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Set watcher on znode that does not yet exist, /1846271134/master 2024-11-21T02:18:47,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Set watcher on znode that does not yet exist, /1846271134/acl 2024-11-21T02:18:47,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36013 2024-11-21T02:18:47,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36013 2024-11-21T02:18:47,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36013 2024-11-21T02:18:47,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36013 2024-11-21T02:18:47,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36013 2024-11-21T02:18:47,690 DEBUG [M:0;5aee4e3683e9:32981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:32981 2024-11-21T02:18:47,691 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1846271134/backup-masters/5aee4e3683e9,32981,1732155527107 2024-11-21T02:18:47,724 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134/backup-masters 2024-11-21T02:18:47,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134/backup-masters 2024-11-21T02:18:47,730 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Set watcher on existing znode=/1846271134/backup-masters/5aee4e3683e9,32981,1732155527107 2024-11-21T02:18:47,788 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1846271134/master 2024-11-21T02:18:47,788 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134 2024-11-21T02:18:47,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134 2024-11-21T02:18:47,790 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Set watcher on existing znode=/1846271134/master 2024-11-21T02:18:47,791 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1846271134/backup-masters/5aee4e3683e9,32981,1732155527107 from backup master directory 2024-11-21T02:18:47,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1846271134/backup-masters/5aee4e3683e9,32981,1732155527107 2024-11-21T02:18:47,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134/backup-masters 2024-11-21T02:18:47,862 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:18:47,862 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134/backup-masters 2024-11-21T02:18:47,862 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,32981,1732155527107 2024-11-21T02:18:47,870 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/hbase.id] with ID: 1ef2e2db-6f9f-44a8-9997-2e012678d0df 2024-11-21T02:18:47,870 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/.tmp/hbase.id 2024-11-21T02:18:47,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:18:47,887 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/.tmp/hbase.id]:[hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/hbase.id] 2024-11-21T02:18:47,906 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:47,906 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:18:47,908 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T02:18:47,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134 2024-11-21T02:18:47,938 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134 2024-11-21T02:18:47,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:18:47,967 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:18:47,968 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:18:47,972 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:48,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:18:48,452 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store 2024-11-21T02:18:48,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:18:48,516 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:48,517 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:18:48,517 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:48,517 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:48,517 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:18:48,517 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:48,517 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:18:48,517 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155528517Disabling compacts and flushes for region at 1732155528517Disabling writes for close at 1732155528517Writing region close event to WAL at 1732155528517Closed at 1732155528517 2024-11-21T02:18:48,518 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/.initializing 2024-11-21T02:18:48,518 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/WALs/5aee4e3683e9,32981,1732155527107 2024-11-21T02:18:48,520 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:18:48,523 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C32981%2C1732155527107, suffix=, logDir=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/WALs/5aee4e3683e9,32981,1732155527107, archiveDir=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/oldWALs, maxLogs=10 2024-11-21T02:18:48,541 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/WALs/5aee4e3683e9,32981,1732155527107/5aee4e3683e9%2C32981%2C1732155527107.1732155528523, exclude list is [], retry=0 2024-11-21T02:18:48,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39855,DS-8f2ec23e-c4dc-448d-9f68-97ea40ac5f6a,DISK] 2024-11-21T02:18:48,570 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/WALs/5aee4e3683e9,32981,1732155527107/5aee4e3683e9%2C32981%2C1732155527107.1732155528523 2024-11-21T02:18:48,571 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33473:33473)] 2024-11-21T02:18:48,572 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:18:48,572 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:48,572 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:48,572 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:48,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:48,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:18:48,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:48,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:48,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:48,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:18:48,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:48,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:48,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:48,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:18:48,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:48,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:48,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:48,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:18:48,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:48,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:48,611 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:48,612 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:48,612 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:48,616 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:48,617 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:48,618 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:18:48,622 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:18:48,627 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:18:48,632 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67305771, jitterRate=0.0029341429471969604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:18:48,633 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155528572Initializing all the Stores at 1732155528580 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155528580Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155528582 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155528583 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155528583Cleaning up temporary data from old regions at 1732155528617 (+34 ms)Region opened successfully at 1732155528633 (+16 ms) 2024-11-21T02:18:48,644 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:18:48,650 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8ca30d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:18:48,651 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:18:48,651 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:18:48,651 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:18:48,652 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:18:48,652 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:18:48,653 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:18:48,653 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:18:48,656 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:18:48,659 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Unable to get data of znode /1846271134/balancer because node does not exist (not necessarily an error) 2024-11-21T02:18:48,668 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1846271134/balancer already deleted, retry=false 2024-11-21T02:18:48,669 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:18:48,670 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Unable to get data of znode /1846271134/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:18:48,678 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1846271134/normalizer already deleted, retry=false 2024-11-21T02:18:48,679 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:18:48,680 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Unable to get data of znode /1846271134/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:18:48,688 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1846271134/switch/split already deleted, retry=false 2024-11-21T02:18:48,691 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Unable to get data of znode /1846271134/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:18:48,700 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1846271134/switch/merge already deleted, retry=false 2024-11-21T02:18:48,706 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Unable to get data of znode /1846271134/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:18:48,717 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1846271134/snapshot-cleanup already deleted, retry=false 2024-11-21T02:18:48,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1846271134/running 2024-11-21T02:18:48,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134 2024-11-21T02:18:48,728 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1846271134/running 2024-11-21T02:18:48,728 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134 2024-11-21T02:18:48,729 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,32981,1732155527107, sessionid=0x1015b2fa4860003, setting cluster-up flag (Was=false) 2024-11-21T02:18:48,752 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134 2024-11-21T02:18:48,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134 2024-11-21T02:18:48,804 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1846271134/flush-table-proc/acquired, /1846271134/flush-table-proc/reached, /1846271134/flush-table-proc/abort 2024-11-21T02:18:48,806 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,32981,1732155527107 2024-11-21T02:18:48,825 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134 2024-11-21T02:18:48,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134 2024-11-21T02:18:48,857 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1846271134/online-snapshot/acquired, /1846271134/online-snapshot/reached, /1846271134/online-snapshot/abort 2024-11-21T02:18:48,861 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,32981,1732155527107 2024-11-21T02:18:48,863 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:18:48,864 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:48,865 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:18:48,865 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:18:48,865 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,32981,1732155527107 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:18:48,867 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:48,867 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:48,867 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:48,867 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:18:48,867 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:18:48,867 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:48,867 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:18:48,867 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:48,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:48,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:18:48,871 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:48,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:18:48,876 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155558876 2024-11-21T02:18:48,877 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:18:48,877 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:18:48,877 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:18:48,877 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:18:48,877 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:18:48,877 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:18:48,877 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:48,877 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:18:48,877 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:18:48,878 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:18:48,878 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:18:48,878 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:18:48,878 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:18:48,878 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155528878,5,FailOnTimeoutGroup] 2024-11-21T02:18:48,878 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155528878,5,FailOnTimeoutGroup] 2024-11-21T02:18:48,878 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:48,878 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:18:48,878 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:48,878 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:48,886 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(746): ClusterId : 1ef2e2db-6f9f-44a8-9997-2e012678d0df 2024-11-21T02:18:48,886 DEBUG [RS:0;5aee4e3683e9:36013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:18:48,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:18:48,897 DEBUG [RS:0;5aee4e3683e9:36013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:18:48,897 DEBUG [RS:0;5aee4e3683e9:36013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:18:48,907 DEBUG [RS:0;5aee4e3683e9:36013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:18:48,907 DEBUG [RS:0;5aee4e3683e9:36013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394512f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:18:48,923 DEBUG [RS:0;5aee4e3683e9:36013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:36013 2024-11-21T02:18:48,924 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:18:48,924 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:18:48,924 DEBUG [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:18:48,924 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,32981,1732155527107 with port=36013, startcode=1732155527490 2024-11-21T02:18:48,925 DEBUG [RS:0;5aee4e3683e9:36013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:18:48,926 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:18:48,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,36013,1732155527490 2024-11-21T02:18:48,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32981 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,36013,1732155527490 2024-11-21T02:18:48,928 DEBUG [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d 2024-11-21T02:18:48,928 DEBUG [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39979 2024-11-21T02:18:48,928 DEBUG [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:18:48,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134/rs 2024-11-21T02:18:48,942 DEBUG [RS:0;5aee4e3683e9:36013 {}] zookeeper.ZKUtil(111): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Set watcher on existing znode=/1846271134/rs/5aee4e3683e9,36013,1732155527490 2024-11-21T02:18:48,942 WARN [RS:0;5aee4e3683e9:36013 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:18:48,942 INFO [RS:0;5aee4e3683e9:36013 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:48,942 DEBUG [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/WALs/5aee4e3683e9,36013,1732155527490 2024-11-21T02:18:48,943 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,36013,1732155527490] 2024-11-21T02:18:48,947 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:18:48,954 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:18:48,954 INFO [RS:0;5aee4e3683e9:36013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:18:48,954 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:48,955 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:18:48,956 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:18:48,956 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:48,957 DEBUG [RS:0;5aee4e3683e9:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:48,957 DEBUG [RS:0;5aee4e3683e9:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:48,957 DEBUG [RS:0;5aee4e3683e9:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:48,957 DEBUG [RS:0;5aee4e3683e9:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:48,957 DEBUG [RS:0;5aee4e3683e9:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:48,957 DEBUG [RS:0;5aee4e3683e9:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:18:48,957 DEBUG [RS:0;5aee4e3683e9:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:48,957 DEBUG [RS:0;5aee4e3683e9:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:48,957 DEBUG [RS:0;5aee4e3683e9:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:48,957 DEBUG [RS:0;5aee4e3683e9:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:48,957 DEBUG [RS:0;5aee4e3683e9:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:48,957 DEBUG [RS:0;5aee4e3683e9:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:18:48,957 DEBUG [RS:0;5aee4e3683e9:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:18:48,957 DEBUG [RS:0;5aee4e3683e9:36013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:18:48,958 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:48,958 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:48,958 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:48,958 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:48,958 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:48,958 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,36013,1732155527490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:18:48,975 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:18:48,975 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,36013,1732155527490-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:48,975 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:48,975 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.Replication(171): 5aee4e3683e9,36013,1732155527490 started 2024-11-21T02:18:48,990 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:48,990 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,36013,1732155527490, RpcServer on 5aee4e3683e9/172.17.0.2:36013, sessionid=0x1015b2fa4860004 2024-11-21T02:18:48,991 DEBUG [RS:0;5aee4e3683e9:36013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:18:48,991 DEBUG [RS:0;5aee4e3683e9:36013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,36013,1732155527490 2024-11-21T02:18:48,991 DEBUG [RS:0;5aee4e3683e9:36013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,36013,1732155527490' 2024-11-21T02:18:48,991 DEBUG [RS:0;5aee4e3683e9:36013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1846271134/flush-table-proc/abort' 2024-11-21T02:18:48,991 DEBUG [RS:0;5aee4e3683e9:36013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1846271134/flush-table-proc/acquired' 2024-11-21T02:18:48,992 DEBUG [RS:0;5aee4e3683e9:36013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:18:48,992 DEBUG [RS:0;5aee4e3683e9:36013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:18:48,992 DEBUG [RS:0;5aee4e3683e9:36013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,36013,1732155527490 2024-11-21T02:18:48,992 DEBUG [RS:0;5aee4e3683e9:36013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,36013,1732155527490' 2024-11-21T02:18:48,992 DEBUG [RS:0;5aee4e3683e9:36013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1846271134/online-snapshot/abort' 2024-11-21T02:18:48,993 DEBUG [RS:0;5aee4e3683e9:36013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1846271134/online-snapshot/acquired' 2024-11-21T02:18:48,994 DEBUG [RS:0;5aee4e3683e9:36013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:18:48,995 INFO [RS:0;5aee4e3683e9:36013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:18:48,995 INFO [RS:0;5aee4e3683e9:36013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:18:49,095 INFO [RS:0;5aee4e3683e9:36013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:18:49,099 INFO [RS:0;5aee4e3683e9:36013 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C36013%2C1732155527490, suffix=, logDir=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/WALs/5aee4e3683e9,36013,1732155527490, archiveDir=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/oldWALs, maxLogs=10 2024-11-21T02:18:49,117 DEBUG [RS:0;5aee4e3683e9:36013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/WALs/5aee4e3683e9,36013,1732155527490/5aee4e3683e9%2C36013%2C1732155527490.1732155529099, exclude list is [], retry=0 2024-11-21T02:18:49,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39855,DS-8f2ec23e-c4dc-448d-9f68-97ea40ac5f6a,DISK] 2024-11-21T02:18:49,151 INFO [RS:0;5aee4e3683e9:36013 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/WALs/5aee4e3683e9,36013,1732155527490/5aee4e3683e9%2C36013%2C1732155527490.1732155529099 2024-11-21T02:18:49,156 DEBUG [RS:0;5aee4e3683e9:36013 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33473:33473)] 2024-11-21T02:18:49,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:18:49,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:18:49,287 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d 2024-11-21T02:18:49,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741833_1009 (size=32) 2024-11-21T02:18:49,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:49,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:49,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:49,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:49,330 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:18:49,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:49,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:18:49,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:18:49,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:49,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:49,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:18:49,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:18:49,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:49,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:49,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:18:49,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:18:49,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:49,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:49,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:18:49,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:18:49,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:49,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:49,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:18:49,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740 2024-11-21T02:18:49,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740 2024-11-21T02:18:49,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:18:49,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:18:49,718 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:18:49,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:18:49,723 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:18:49,723 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59719012, jitterRate=-0.11011737585067749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:18:49,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155529699Initializing all the Stores at 1732155529700 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155529700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155529700Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155529700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155529700Cleaning up temporary data from old regions at 1732155529717 (+17 ms)Region opened successfully at 1732155529724 (+7 ms) 2024-11-21T02:18:49,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:18:49,724 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:18:49,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:18:49,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:18:49,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:18:49,724 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:18:49,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155529724Disabling compacts and flushes for region at 1732155529724Disabling writes for close at 1732155529724Writing region close event to WAL at 1732155529724Closed at 1732155529724 2024-11-21T02:18:49,726 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:49,726 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:18:49,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:18:49,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:18:49,728 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:18:49,879 DEBUG [5aee4e3683e9:32981 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:18:49,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,36013,1732155527490 2024-11-21T02:18:49,881 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,36013,1732155527490, state=OPENING 2024-11-21T02:18:49,917 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:18:49,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134 2024-11-21T02:18:49,938 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134 2024-11-21T02:18:49,939 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:18:49,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,36013,1732155527490}] 2024-11-21T02:18:49,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1846271134/meta-region-server: CHANGED 2024-11-21T02:18:49,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1846271134/meta-region-server: CHANGED 2024-11-21T02:18:50,092 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:18:50,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:18:50,098 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:18:50,098 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:50,098 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:18:50,100 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C36013%2C1732155527490.meta, suffix=.meta, logDir=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/WALs/5aee4e3683e9,36013,1732155527490, archiveDir=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/oldWALs, maxLogs=10 2024-11-21T02:18:50,114 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/WALs/5aee4e3683e9,36013,1732155527490/5aee4e3683e9%2C36013%2C1732155527490.meta.1732155530100.meta, exclude list is [], retry=0 2024-11-21T02:18:50,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39855,DS-8f2ec23e-c4dc-448d-9f68-97ea40ac5f6a,DISK] 2024-11-21T02:18:50,120 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/WALs/5aee4e3683e9,36013,1732155527490/5aee4e3683e9%2C36013%2C1732155527490.meta.1732155530100.meta 2024-11-21T02:18:50,121 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33473:33473)] 2024-11-21T02:18:50,121 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:18:50,121 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:18:50,121 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:18:50,121 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:18:50,121 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:18:50,122 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:18:50,122 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:50,122 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:18:50,122 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:18:50,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:18:50,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:18:50,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:50,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:50,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:18:50,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:18:50,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:50,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:50,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:18:50,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:18:50,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:50,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:50,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:18:50,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:18:50,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:50,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:18:50,135 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:18:50,137 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740 2024-11-21T02:18:50,138 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740 2024-11-21T02:18:50,139 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:18:50,139 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:18:50,140 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:18:50,146 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:18:50,148 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73610006, jitterRate=0.09687456488609314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:18:50,149 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:18:50,149 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155530122Writing region info on filesystem at 1732155530122Initializing all the Stores at 1732155530123 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155530123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155530126 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155530126Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155530126Cleaning up temporary data from old regions at 1732155530139 (+13 ms)Running coprocessor post-open hooks at 1732155530149 (+10 ms)Region opened successfully at 1732155530149 2024-11-21T02:18:50,150 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155530092 2024-11-21T02:18:50,153 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:18:50,153 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:18:50,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,36013,1732155527490 2024-11-21T02:18:50,154 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,36013,1732155527490, state=OPEN 2024-11-21T02:18:50,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1846271134/meta-region-server 2024-11-21T02:18:50,162 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1846271134/meta-region-server 2024-11-21T02:18:50,162 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,36013,1732155527490 2024-11-21T02:18:50,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1846271134/meta-region-server: CHANGED 2024-11-21T02:18:50,162 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1846271134/meta-region-server: CHANGED 2024-11-21T02:18:50,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:18:50,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,36013,1732155527490 in 223 msec 2024-11-21T02:18:50,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:18:50,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-21T02:18:50,170 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:18:50,170 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:18:50,171 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:50,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,36013,1732155527490, seqNum=-1] 2024-11-21T02:18:50,172 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:50,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:18:50,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3150 sec 2024-11-21T02:18:50,180 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155530180, completionTime=-1 2024-11-21T02:18:50,180 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:18:50,180 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:18:50,182 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:18:50,182 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155590182 2024-11-21T02:18:50,182 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155650182 2024-11-21T02:18:50,182 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-21T02:18:50,182 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,32981,1732155527107-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:50,182 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,32981,1732155527107-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:50,182 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,32981,1732155527107-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:50,183 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:32981, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:50,183 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:50,183 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:50,185 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:18:50,187 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.325sec 2024-11-21T02:18:50,187 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:18:50,187 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:18:50,187 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:18:50,187 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:18:50,187 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:18:50,187 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,32981,1732155527107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:18:50,187 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,32981,1732155527107-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:18:50,189 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:18:50,189 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:18:50,190 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,32981,1732155527107-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:18:50,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eaf470b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:50,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,32981,-1 for getting cluster id 2024-11-21T02:18:50,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:50,289 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ef2e2db-6f9f-44a8-9997-2e012678d0df' 2024-11-21T02:18:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:50,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ef2e2db-6f9f-44a8-9997-2e012678d0df" 2024-11-21T02:18:50,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f78a448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:50,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,32981,-1] 2024-11-21T02:18:50,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:50,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:50,292 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:50,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7f17a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:50,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,36013,1732155527490, seqNum=-1] 2024-11-21T02:18:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:50,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:18:50,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,32981,1732155527107 2024-11-21T02:18:50,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62048 2024-11-21T02:18:50,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:18:50,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b2fa4860005 connected 2024-11-21T02:18:50,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:50,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42813,1732155520362 2024-11-21T02:18:50,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11a33411 2024-11-21T02:18:50,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:50,328 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:18:50,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:18:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42813 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T02:18:50,334 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:18:50,336 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:50,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T02:18:50,338 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:18:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:50,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741835_1011 (size=902) 2024-11-21T02:18:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:50,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c968baf1c69b103b294e3e60c902dd05, NAME => 'test,,1732155530328.c968baf1c69b103b294e3e60c902dd05.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7 2024-11-21T02:18:50,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741836_1012 (size=39) 2024-11-21T02:18:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:51,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732155530328.c968baf1c69b103b294e3e60c902dd05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:51,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c968baf1c69b103b294e3e60c902dd05, disabling compactions & flushes 2024-11-21T02:18:51,155 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732155530328.c968baf1c69b103b294e3e60c902dd05. 2024-11-21T02:18:51,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155530328.c968baf1c69b103b294e3e60c902dd05. 2024-11-21T02:18:51,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732155530328.c968baf1c69b103b294e3e60c902dd05. after waiting 0 ms 2024-11-21T02:18:51,155 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732155530328.c968baf1c69b103b294e3e60c902dd05. 2024-11-21T02:18:51,155 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732155530328.c968baf1c69b103b294e3e60c902dd05. 2024-11-21T02:18:51,156 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c968baf1c69b103b294e3e60c902dd05: Waiting for close lock at 1732155531155Disabling compacts and flushes for region at 1732155531155Disabling writes for close at 1732155531155Writing region close event to WAL at 1732155531155Closed at 1732155531155 2024-11-21T02:18:51,157 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:18:51,158 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732155530328.c968baf1c69b103b294e3e60c902dd05.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732155531157"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155531157"}]},"ts":"1732155531157"} 2024-11-21T02:18:51,160 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:18:51,161 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:18:51,162 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155531161"}]},"ts":"1732155531161"} 2024-11-21T02:18:51,164 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T02:18:51,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c968baf1c69b103b294e3e60c902dd05, ASSIGN}] 2024-11-21T02:18:51,166 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c968baf1c69b103b294e3e60c902dd05, ASSIGN 2024-11-21T02:18:51,168 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c968baf1c69b103b294e3e60c902dd05, ASSIGN; state=OFFLINE, location=5aee4e3683e9,42563,1732155520935; forceNewPlan=false, retain=false 2024-11-21T02:18:51,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c968baf1c69b103b294e3e60c902dd05, regionState=OPENING, regionLocation=5aee4e3683e9,42563,1732155520935 2024-11-21T02:18:51,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c968baf1c69b103b294e3e60c902dd05, ASSIGN because future has completed 2024-11-21T02:18:51,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c968baf1c69b103b294e3e60c902dd05, server=5aee4e3683e9,42563,1732155520935}] 2024-11-21T02:18:51,478 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732155530328.c968baf1c69b103b294e3e60c902dd05. 2024-11-21T02:18:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:51,479 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c968baf1c69b103b294e3e60c902dd05, NAME => 'test,,1732155530328.c968baf1c69b103b294e3e60c902dd05.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:18:51,479 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:18:51,479 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T02:18:51,480 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:18:51,480 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732155530328.c968baf1c69b103b294e3e60c902dd05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:51,480 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:18:51,480 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:18:51,482 INFO [StoreOpener-c968baf1c69b103b294e3e60c902dd05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:18:51,484 INFO [StoreOpener-c968baf1c69b103b294e3e60c902dd05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c968baf1c69b103b294e3e60c902dd05 columnFamilyName f 2024-11-21T02:18:51,484 DEBUG [StoreOpener-c968baf1c69b103b294e3e60c902dd05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:51,484 INFO [StoreOpener-c968baf1c69b103b294e3e60c902dd05-1 {}] regionserver.HStore(327): Store=c968baf1c69b103b294e3e60c902dd05/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:51,485 INFO [StoreOpener-c968baf1c69b103b294e3e60c902dd05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:18:51,486 INFO [StoreOpener-c968baf1c69b103b294e3e60c902dd05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c968baf1c69b103b294e3e60c902dd05 columnFamilyName f1 2024-11-21T02:18:51,486 DEBUG [StoreOpener-c968baf1c69b103b294e3e60c902dd05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:51,487 INFO [StoreOpener-c968baf1c69b103b294e3e60c902dd05-1 {}] regionserver.HStore(327): Store=c968baf1c69b103b294e3e60c902dd05/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:51,488 INFO [StoreOpener-c968baf1c69b103b294e3e60c902dd05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:18:51,489 INFO [StoreOpener-c968baf1c69b103b294e3e60c902dd05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c968baf1c69b103b294e3e60c902dd05 columnFamilyName norep 2024-11-21T02:18:51,489 DEBUG [StoreOpener-c968baf1c69b103b294e3e60c902dd05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:51,489 INFO [StoreOpener-c968baf1c69b103b294e3e60c902dd05-1 {}] regionserver.HStore(327): Store=c968baf1c69b103b294e3e60c902dd05/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:51,490 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:18:51,490 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:18:51,491 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:18:51,492 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:18:51,492 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:18:51,492 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:18:51,494 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:18:51,496 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:18:51,496 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c968baf1c69b103b294e3e60c902dd05; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72853355, jitterRate=0.08559958636760712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:18:51,497 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:18:51,497 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c968baf1c69b103b294e3e60c902dd05: Running coprocessor pre-open hook at 1732155531480Writing region info on filesystem at 1732155531480Initializing all the Stores at 1732155531481 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155531481Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155531482 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155531482Cleaning up temporary data from old regions at 1732155531492 (+10 ms)Running coprocessor post-open hooks at 1732155531497 (+5 ms)Region opened successfully at 1732155531497 2024-11-21T02:18:51,500 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732155530328.c968baf1c69b103b294e3e60c902dd05., pid=6, masterSystemTime=1732155531473 2024-11-21T02:18:51,502 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732155530328.c968baf1c69b103b294e3e60c902dd05. 2024-11-21T02:18:51,502 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732155530328.c968baf1c69b103b294e3e60c902dd05. 2024-11-21T02:18:51,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c968baf1c69b103b294e3e60c902dd05, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5aee4e3683e9,42563,1732155520935 2024-11-21T02:18:51,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c968baf1c69b103b294e3e60c902dd05, server=5aee4e3683e9,42563,1732155520935 because future has completed 2024-11-21T02:18:51,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:18:51,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c968baf1c69b103b294e3e60c902dd05, server=5aee4e3683e9,42563,1732155520935 in 190 msec 2024-11-21T02:18:51,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:18:51,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c968baf1c69b103b294e3e60c902dd05, ASSIGN in 350 msec 2024-11-21T02:18:51,521 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:18:51,521 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155531521"}]},"ts":"1732155531521"} 2024-11-21T02:18:51,524 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T02:18:51,526 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:18:51,529 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1940 sec 2024-11-21T02:18:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:52,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:52,489 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T02:18:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,32981,1732155527107 2024-11-21T02:18:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69ce2461 2024-11-21T02:18:52,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:52,491 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:18:52,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32981 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:18:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32981 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T02:18:52,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:18:52,494 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:52,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32981 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T02:18:52,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:18:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:52,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741835_1011 (size=902) 2024-11-21T02:18:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:52,904 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59067e0ae6aef714d61ad4b837890b30, NAME => 'test,,1732155532492.59067e0ae6aef714d61ad4b837890b30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d 2024-11-21T02:18:52,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741836_1012 (size=39) 2024-11-21T02:18:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:53,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732155532492.59067e0ae6aef714d61ad4b837890b30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:53,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 59067e0ae6aef714d61ad4b837890b30, disabling compactions & flushes 2024-11-21T02:18:53,310 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732155532492.59067e0ae6aef714d61ad4b837890b30. 2024-11-21T02:18:53,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155532492.59067e0ae6aef714d61ad4b837890b30. 2024-11-21T02:18:53,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732155532492.59067e0ae6aef714d61ad4b837890b30. after waiting 0 ms 2024-11-21T02:18:53,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732155532492.59067e0ae6aef714d61ad4b837890b30. 2024-11-21T02:18:53,310 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732155532492.59067e0ae6aef714d61ad4b837890b30. 2024-11-21T02:18:53,310 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59067e0ae6aef714d61ad4b837890b30: Waiting for close lock at 1732155533310Disabling compacts and flushes for region at 1732155533310Disabling writes for close at 1732155533310Writing region close event to WAL at 1732155533310Closed at 1732155533310 2024-11-21T02:18:53,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:18:53,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732155532492.59067e0ae6aef714d61ad4b837890b30.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732155533311"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155533311"}]},"ts":"1732155533311"} 2024-11-21T02:18:53,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:18:53,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:18:53,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155533316"}]},"ts":"1732155533316"} 2024-11-21T02:18:53,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T02:18:53,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59067e0ae6aef714d61ad4b837890b30, ASSIGN}] 2024-11-21T02:18:53,321 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=59067e0ae6aef714d61ad4b837890b30, ASSIGN 2024-11-21T02:18:53,322 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=59067e0ae6aef714d61ad4b837890b30, ASSIGN; state=OFFLINE, location=5aee4e3683e9,36013,1732155527490; forceNewPlan=false, retain=false 2024-11-21T02:18:53,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59067e0ae6aef714d61ad4b837890b30, regionState=OPENING, regionLocation=5aee4e3683e9,36013,1732155527490 2024-11-21T02:18:53,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=59067e0ae6aef714d61ad4b837890b30, ASSIGN because future has completed 2024-11-21T02:18:53,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59067e0ae6aef714d61ad4b837890b30, server=5aee4e3683e9,36013,1732155527490}] 2024-11-21T02:18:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:53,639 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732155532492.59067e0ae6aef714d61ad4b837890b30. 2024-11-21T02:18:53,639 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 59067e0ae6aef714d61ad4b837890b30, NAME => 'test,,1732155532492.59067e0ae6aef714d61ad4b837890b30.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:18:53,639 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:18:53,640 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T02:18:53,640 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 59067e0ae6aef714d61ad4b837890b30 2024-11-21T02:18:53,640 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732155532492.59067e0ae6aef714d61ad4b837890b30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:53,640 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 59067e0ae6aef714d61ad4b837890b30 2024-11-21T02:18:53,640 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 59067e0ae6aef714d61ad4b837890b30 2024-11-21T02:18:53,642 INFO [StoreOpener-59067e0ae6aef714d61ad4b837890b30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 59067e0ae6aef714d61ad4b837890b30 2024-11-21T02:18:53,643 INFO [StoreOpener-59067e0ae6aef714d61ad4b837890b30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59067e0ae6aef714d61ad4b837890b30 columnFamilyName f 2024-11-21T02:18:53,643 DEBUG [StoreOpener-59067e0ae6aef714d61ad4b837890b30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:53,644 INFO [StoreOpener-59067e0ae6aef714d61ad4b837890b30-1 {}] regionserver.HStore(327): Store=59067e0ae6aef714d61ad4b837890b30/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:53,644 INFO [StoreOpener-59067e0ae6aef714d61ad4b837890b30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 59067e0ae6aef714d61ad4b837890b30 2024-11-21T02:18:53,648 INFO [StoreOpener-59067e0ae6aef714d61ad4b837890b30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59067e0ae6aef714d61ad4b837890b30 columnFamilyName f1 2024-11-21T02:18:53,648 DEBUG [StoreOpener-59067e0ae6aef714d61ad4b837890b30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:53,649 INFO [StoreOpener-59067e0ae6aef714d61ad4b837890b30-1 {}] regionserver.HStore(327): Store=59067e0ae6aef714d61ad4b837890b30/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:53,649 INFO [StoreOpener-59067e0ae6aef714d61ad4b837890b30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 59067e0ae6aef714d61ad4b837890b30 2024-11-21T02:18:53,651 INFO [StoreOpener-59067e0ae6aef714d61ad4b837890b30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59067e0ae6aef714d61ad4b837890b30 columnFamilyName norep 2024-11-21T02:18:53,651 DEBUG [StoreOpener-59067e0ae6aef714d61ad4b837890b30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:53,652 INFO [StoreOpener-59067e0ae6aef714d61ad4b837890b30-1 {}] regionserver.HStore(327): Store=59067e0ae6aef714d61ad4b837890b30/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:53,652 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 59067e0ae6aef714d61ad4b837890b30 2024-11-21T02:18:53,653 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/default/test/59067e0ae6aef714d61ad4b837890b30 2024-11-21T02:18:53,653 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/default/test/59067e0ae6aef714d61ad4b837890b30 2024-11-21T02:18:53,654 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 59067e0ae6aef714d61ad4b837890b30 2024-11-21T02:18:53,654 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 59067e0ae6aef714d61ad4b837890b30 2024-11-21T02:18:53,654 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:18:53,656 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 59067e0ae6aef714d61ad4b837890b30 2024-11-21T02:18:53,665 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/default/test/59067e0ae6aef714d61ad4b837890b30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:18:53,666 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 59067e0ae6aef714d61ad4b837890b30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59323821, jitterRate=-0.11600618064403534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:18:53,666 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59067e0ae6aef714d61ad4b837890b30 2024-11-21T02:18:53,666 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 59067e0ae6aef714d61ad4b837890b30: Running coprocessor pre-open hook at 1732155533640Writing region info on filesystem at 1732155533640Initializing all the Stores at 1732155533641 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155533641Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155533641Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155533641Cleaning up temporary data from old regions at 1732155533654 (+13 ms)Running coprocessor post-open hooks at 1732155533666 (+12 ms)Region opened successfully at 1732155533666 2024-11-21T02:18:53,667 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732155532492.59067e0ae6aef714d61ad4b837890b30., pid=6, masterSystemTime=1732155533633 2024-11-21T02:18:53,671 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=59067e0ae6aef714d61ad4b837890b30, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5aee4e3683e9,36013,1732155527490 2024-11-21T02:18:53,675 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732155532492.59067e0ae6aef714d61ad4b837890b30. 2024-11-21T02:18:53,675 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732155532492.59067e0ae6aef714d61ad4b837890b30. 2024-11-21T02:18:53,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59067e0ae6aef714d61ad4b837890b30, server=5aee4e3683e9,36013,1732155527490 because future has completed 2024-11-21T02:18:53,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:18:53,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 59067e0ae6aef714d61ad4b837890b30, server=5aee4e3683e9,36013,1732155527490 in 214 msec 2024-11-21T02:18:53,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:18:53,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=59067e0ae6aef714d61ad4b837890b30, ASSIGN in 375 msec 2024-11-21T02:18:53,697 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:18:53,698 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155533697"}]},"ts":"1732155533697"} 2024-11-21T02:18:53,700 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T02:18:53,701 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:18:53,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2090 sec 2024-11-21T02:18:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:18:54,639 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T02:18:54,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@622f44a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:54,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42813,-1 for getting cluster id 2024-11-21T02:18:54,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:54,641 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '047d4a82-dd5c-47ae-b5e1-b26f68ee8353' 2024-11-21T02:18:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "047d4a82-dd5c-47ae-b5e1-b26f68ee8353" 2024-11-21T02:18:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104199b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42813,-1] 2024-11-21T02:18:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:54,643 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:54,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c7f822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:54,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a378045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:54,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,32981,-1 for getting cluster id 2024-11-21T02:18:54,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:54,645 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ef2e2db-6f9f-44a8-9997-2e012678d0df' 2024-11-21T02:18:54,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:54,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ef2e2db-6f9f-44a8-9997-2e012678d0df" 2024-11-21T02:18:54,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbc001e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:54,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,32981,-1] 2024-11-21T02:18:54,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:54,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:54,646 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:54,647 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b74aa64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:54,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edab866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:54,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42813,-1 for getting cluster id 2024-11-21T02:18:54,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:54,648 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '047d4a82-dd5c-47ae-b5e1-b26f68ee8353' 2024-11-21T02:18:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "047d4a82-dd5c-47ae-b5e1-b26f68ee8353" 2024-11-21T02:18:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54091561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42813,-1] 2024-11-21T02:18:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:54,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:54,650 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:54,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:54,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42813,1732155520362 2024-11-21T02:18:54,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@779346fe 2024-11-21T02:18:54,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:54,655 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:18:54,655 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42813 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:32981,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:18:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42813 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:18:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:18:54,719 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:32981' 2024-11-21T02:18:54,721 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684718f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:54,721 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,32981,-1 for getting cluster id 2024-11-21T02:18:54,721 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:54,722 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ef2e2db-6f9f-44a8-9997-2e012678d0df' 2024-11-21T02:18:54,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:54,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ef2e2db-6f9f-44a8-9997-2e012678d0df" 2024-11-21T02:18:54,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d5a030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:54,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,32981,-1] 2024-11-21T02:18:54,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:54,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:54,724 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:54,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1e4304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:54,724 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:54,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,32981,1732155527107 2024-11-21T02:18:54,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37d90d15 2024-11-21T02:18:54,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:54,726 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:18:54,727 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T02:18:54,727 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:18:54,727 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:54,727 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:54,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:54,727 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:18:54,728 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:18:54,729 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:18:54,729 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:54,730 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:18:54,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741837_1013 (size=1138) 2024-11-21T02:18:54,779 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T02:18:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:18:54,947 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T02:18:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:18:55,141 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0aaddcb4fdbfcfde3d80940c467c3551, NAME => 'hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7 2024-11-21T02:18:55,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741838_1014 (size=44) 2024-11-21T02:18:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:18:55,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:55,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0aaddcb4fdbfcfde3d80940c467c3551, disabling compactions & flushes 2024-11-21T02:18:55,577 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551. 2024-11-21T02:18:55,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551. 2024-11-21T02:18:55,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551. after waiting 0 ms 2024-11-21T02:18:55,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551. 2024-11-21T02:18:55,577 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551. 2024-11-21T02:18:55,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0aaddcb4fdbfcfde3d80940c467c3551: Waiting for close lock at 1732155535577Disabling compacts and flushes for region at 1732155535577Disabling writes for close at 1732155535577Writing region close event to WAL at 1732155535577Closed at 1732155535577 2024-11-21T02:18:55,579 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:18:55,579 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732155535579"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155535579"}]},"ts":"1732155535579"} 2024-11-21T02:18:55,585 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:18:55,589 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:18:55,589 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155535589"}]},"ts":"1732155535589"} 2024-11-21T02:18:55,592 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T02:18:55,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0aaddcb4fdbfcfde3d80940c467c3551, ASSIGN}] 2024-11-21T02:18:55,597 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0aaddcb4fdbfcfde3d80940c467c3551, ASSIGN 2024-11-21T02:18:55,599 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0aaddcb4fdbfcfde3d80940c467c3551, ASSIGN; state=OFFLINE, location=5aee4e3683e9,42563,1732155520935; forceNewPlan=false, retain=false 2024-11-21T02:18:55,624 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:18:55,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:55,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:55,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:55,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:18:55,750 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0aaddcb4fdbfcfde3d80940c467c3551, regionState=OPENING, regionLocation=5aee4e3683e9,42563,1732155520935 2024-11-21T02:18:55,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0aaddcb4fdbfcfde3d80940c467c3551, ASSIGN because future has completed 2024-11-21T02:18:55,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0aaddcb4fdbfcfde3d80940c467c3551, server=5aee4e3683e9,42563,1732155520935}] 2024-11-21T02:18:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:18:55,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551. 2024-11-21T02:18:55,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:18:55,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:18:55,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C42563%2C1732155520935.rep, suffix=, logDir=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935, archiveDir=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/oldWALs, maxLogs=10 2024-11-21T02:18:55,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.rep.1732155535944, exclude list is [], retry=0 2024-11-21T02:18:55,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40349,DS-d288197e-ea8b-40b4-b8aa-6fd7aafc2537,DISK] 2024-11-21T02:18:55,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.rep.1732155535944 2024-11-21T02:18:55,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46353:46353)] 2024-11-21T02:18:55,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0aaddcb4fdbfcfde3d80940c467c3551, NAME => 'hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:18:55,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:18:55,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:18:55,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551. service=MultiRowMutationService 2024-11-21T02:18:55,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:18:55,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0aaddcb4fdbfcfde3d80940c467c3551 2024-11-21T02:18:55,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:18:55,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0aaddcb4fdbfcfde3d80940c467c3551 2024-11-21T02:18:55,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0aaddcb4fdbfcfde3d80940c467c3551 2024-11-21T02:18:55,980 INFO [StoreOpener-0aaddcb4fdbfcfde3d80940c467c3551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0aaddcb4fdbfcfde3d80940c467c3551 2024-11-21T02:18:55,982 INFO [StoreOpener-0aaddcb4fdbfcfde3d80940c467c3551-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aaddcb4fdbfcfde3d80940c467c3551 columnFamilyName hfileref 2024-11-21T02:18:55,982 DEBUG [StoreOpener-0aaddcb4fdbfcfde3d80940c467c3551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:55,983 INFO [StoreOpener-0aaddcb4fdbfcfde3d80940c467c3551-1 {}] regionserver.HStore(327): Store=0aaddcb4fdbfcfde3d80940c467c3551/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:55,983 INFO [StoreOpener-0aaddcb4fdbfcfde3d80940c467c3551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0aaddcb4fdbfcfde3d80940c467c3551 2024-11-21T02:18:55,985 INFO [StoreOpener-0aaddcb4fdbfcfde3d80940c467c3551-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aaddcb4fdbfcfde3d80940c467c3551 columnFamilyName queue 2024-11-21T02:18:55,985 DEBUG [StoreOpener-0aaddcb4fdbfcfde3d80940c467c3551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:55,986 INFO [StoreOpener-0aaddcb4fdbfcfde3d80940c467c3551-1 {}] regionserver.HStore(327): Store=0aaddcb4fdbfcfde3d80940c467c3551/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:55,986 INFO [StoreOpener-0aaddcb4fdbfcfde3d80940c467c3551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0aaddcb4fdbfcfde3d80940c467c3551 2024-11-21T02:18:55,991 INFO [StoreOpener-0aaddcb4fdbfcfde3d80940c467c3551-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0aaddcb4fdbfcfde3d80940c467c3551 columnFamilyName sid 2024-11-21T02:18:55,992 DEBUG [StoreOpener-0aaddcb4fdbfcfde3d80940c467c3551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:18:55,993 INFO [StoreOpener-0aaddcb4fdbfcfde3d80940c467c3551-1 {}] regionserver.HStore(327): Store=0aaddcb4fdbfcfde3d80940c467c3551/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:18:55,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0aaddcb4fdbfcfde3d80940c467c3551 2024-11-21T02:18:56,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/replication/0aaddcb4fdbfcfde3d80940c467c3551 2024-11-21T02:18:56,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/replication/0aaddcb4fdbfcfde3d80940c467c3551 2024-11-21T02:18:56,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0aaddcb4fdbfcfde3d80940c467c3551 2024-11-21T02:18:56,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0aaddcb4fdbfcfde3d80940c467c3551 2024-11-21T02:18:56,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:18:56,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0aaddcb4fdbfcfde3d80940c467c3551 2024-11-21T02:18:56,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/replication/0aaddcb4fdbfcfde3d80940c467c3551/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:18:56,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0aaddcb4fdbfcfde3d80940c467c3551; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67370482, jitterRate=0.003898411989212036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:18:56,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0aaddcb4fdbfcfde3d80940c467c3551 2024-11-21T02:18:56,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0aaddcb4fdbfcfde3d80940c467c3551: Running coprocessor pre-open hook at 1732155535972Writing region info on filesystem at 1732155535972Initializing all the Stores at 1732155535972Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155535972Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155535976 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155535976Cleaning up temporary data from old regions at 1732155536073 (+97 ms)Running coprocessor post-open hooks at 1732155536092 (+19 ms)Region opened successfully at 1732155536093 (+1 ms) 2024-11-21T02:18:56,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551., pid=10, masterSystemTime=1732155535920 2024-11-21T02:18:56,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551. 2024-11-21T02:18:56,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551. 2024-11-21T02:18:56,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0aaddcb4fdbfcfde3d80940c467c3551, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,42563,1732155520935 2024-11-21T02:18:56,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0aaddcb4fdbfcfde3d80940c467c3551, server=5aee4e3683e9,42563,1732155520935 because future has completed 2024-11-21T02:18:56,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T02:18:56,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0aaddcb4fdbfcfde3d80940c467c3551, server=5aee4e3683e9,42563,1732155520935 in 364 msec 2024-11-21T02:18:56,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T02:18:56,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0aaddcb4fdbfcfde3d80940c467c3551, ASSIGN in 532 msec 2024-11-21T02:18:56,130 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:18:56,131 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155536130"}]},"ts":"1732155536130"} 2024-11-21T02:18:56,133 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T02:18:56,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:18:56,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4080 sec 2024-11-21T02:18:56,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551., hostname=5aee4e3683e9,42563,1732155520935, seqNum=2] 2024-11-21T02:18:56,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:18:56,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:18:56,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:18:56,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42563 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T02:18:56,358 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T02:18:56,388 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,42563,1732155520935, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:18:56,389 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:56,389 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42563,1732155520935, seqNum=-1] 2024-11-21T02:18:56,389 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:56,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-21T02:18:56,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5aee4e3683e9,42563,1732155520935', locateType=CURRENT is [region=hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551., hostname=5aee4e3683e9,42563,1732155520935, seqNum=2] 2024-11-21T02:18:56,411 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T02:18:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42813 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T02:18:56,416 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5aee4e3683e9,42563,1732155520935 suceeded 2024-11-21T02:18:56,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T02:18:56,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-21T02:18:56,431 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5aee4e3683e9:32981,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-21T02:18:56,435 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:32981' 2024-11-21T02:18:56,441 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@116aed27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:56,441 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,32981,-1 for getting cluster id 2024-11-21T02:18:56,441 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:56,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7750 sec 2024-11-21T02:18:56,445 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ef2e2db-6f9f-44a8-9997-2e012678d0df' 2024-11-21T02:18:56,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:56,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ef2e2db-6f9f-44a8-9997-2e012678d0df" 2024-11-21T02:18:56,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f7aecac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:56,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,32981,-1] 2024-11-21T02:18:56,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:56,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:56,449 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:56,450 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43ef77e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:56,450 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:56,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,32981,1732155527107 2024-11-21T02:18:56,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b9c07a6 2024-11-21T02:18:56,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:56,454 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-21T02:18:56,456 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,42563,1732155520935 (queues=1) is replicating from cluster=047d4a82-dd5c-47ae-b5e1-b26f68ee8353 to cluster=1ef2e2db-6f9f-44a8-9997-2e012678d0df 2024-11-21T02:18:56,456 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C42563%2C1732155520935 2024-11-21T02:18:56,456 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,42563,1732155520935, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:18:56,461 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302, startPosition=0, beingWritten=true 2024-11-21T02:18:56,472 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.shipper5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C42563%2C1732155520935 2024-11-21T02:18:56,479 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:18:56,479 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 379, reset compression=false 2024-11-21T02:18:56,479 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.shipper5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42563,1732155520935 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:18:56,693 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 379, reset compression=false 2024-11-21T02:18:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:18:56,869 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:18:56,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:56,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:56,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:56,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:56,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:56,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:56,875 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732155536873/Put/seqid=0 2024-11-21T02:18:56,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741840_1016 (size=7894) 2024-11-21T02:18:56,997 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 379, reset compression=false 2024-11-21T02:18:57,285 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/load_f/f/hfile_1 is 34, key is ddd/f:row/1732155537283/Put/seqid=0 2024-11-21T02:18:57,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741841_1017 (size=7691) 2024-11-21T02:18:57,401 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 379, reset compression=false 2024-11-21T02:18:57,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T02:18:57,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T02:18:57,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T02:18:57,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T02:18:57,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:18:57,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T02:18:57,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a805c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:57,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42813,-1 for getting cluster id 2024-11-21T02:18:57,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:57,704 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '047d4a82-dd5c-47ae-b5e1-b26f68ee8353' 2024-11-21T02:18:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "047d4a82-dd5c-47ae-b5e1-b26f68ee8353" 2024-11-21T02:18:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7937e038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42813,-1] 2024-11-21T02:18:57,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:57,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:57,707 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:57,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ea9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:57,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42563,1732155520935, seqNum=-1] 2024-11-21T02:18:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:57,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:18:57,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:57,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42813,1732155520362 2024-11-21T02:18:57,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7de41831 2024-11-21T02:18:57,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:57,733 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:18:57,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732155530328.c968baf1c69b103b294e3e60c902dd05., hostname=5aee4e3683e9,42563,1732155520935, seqNum=2] 2024-11-21T02:18:57,752 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T02:18:57,773 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T02:18:57,777 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T02:18:57,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/load_f/f/hfile_1 for inclusion in c968baf1c69b103b294e3e60c902dd05/f 2024-11-21T02:18:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T02:18:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:18:57,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/load_f/f/hfile_0 for inclusion in c968baf1c69b103b294e3e60c902dd05/f 2024-11-21T02:18:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T02:18:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:18:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HRegion(2603): Flush status journal for c968baf1c69b103b294e3e60c902dd05: 2024-11-21T02:18:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/load_f/f/hfile_1 to hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__iosvd1btjesh3hnp3sn5a274ga5fbi9leafubov983qjksmj53pfc22e55odks3u/f/hfile_1 2024-11-21T02:18:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__iosvd1btjesh3hnp3sn5a274ga5fbi9leafubov983qjksmj53pfc22e55odks3u/f/hfile_1 as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/f/35803c26c9d448beb4dbfd74abd07368_SeqId_4_ 2024-11-21T02:18:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/load_f/f/hfile_0 to hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__iosvd1btjesh3hnp3sn5a274ga5fbi9leafubov983qjksmj53pfc22e55odks3u/f/hfile_0 2024-11-21T02:18:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__iosvd1btjesh3hnp3sn5a274ga5fbi9leafubov983qjksmj53pfc22e55odks3u/f/hfile_0 as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/f/d7b5453987c849bc90888cfe6de06d19_SeqId_4_ 2024-11-21T02:18:57,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__iosvd1btjesh3hnp3sn5a274ga5fbi9leafubov983qjksmj53pfc22e55odks3u/f/hfile_1 into c968baf1c69b103b294e3e60c902dd05/f as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/f/35803c26c9d448beb4dbfd74abd07368_SeqId_4_ - updating store file list. 2024-11-21T02:18:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 35803c26c9d448beb4dbfd74abd07368_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T02:18:57,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/f/35803c26c9d448beb4dbfd74abd07368_SeqId_4_ into c968baf1c69b103b294e3e60c902dd05/f 2024-11-21T02:18:57,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__iosvd1btjesh3hnp3sn5a274ga5fbi9leafubov983qjksmj53pfc22e55odks3u/f/hfile_1 into c968baf1c69b103b294e3e60c902dd05/f (new location: hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/f/35803c26c9d448beb4dbfd74abd07368_SeqId_4_) 2024-11-21T02:18:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__iosvd1btjesh3hnp3sn5a274ga5fbi9leafubov983qjksmj53pfc22e55odks3u/f/hfile_1 2024-11-21T02:18:57,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__iosvd1btjesh3hnp3sn5a274ga5fbi9leafubov983qjksmj53pfc22e55odks3u/f/hfile_0 into c968baf1c69b103b294e3e60c902dd05/f as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/f/d7b5453987c849bc90888cfe6de06d19_SeqId_4_ - updating store file list. 2024-11-21T02:18:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d7b5453987c849bc90888cfe6de06d19_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T02:18:57,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/f/d7b5453987c849bc90888cfe6de06d19_SeqId_4_ into c968baf1c69b103b294e3e60c902dd05/f 2024-11-21T02:18:57,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__iosvd1btjesh3hnp3sn5a274ga5fbi9leafubov983qjksmj53pfc22e55odks3u/f/hfile_0 into c968baf1c69b103b294e3e60c902dd05/f (new location: hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/f/d7b5453987c849bc90888cfe6de06d19_SeqId_4_) 2024-11-21T02:18:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__iosvd1btjesh3hnp3sn5a274ga5fbi9leafubov983qjksmj53pfc22e55odks3u/f/hfile_0 2024-11-21T02:18:57,907 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 379, reset compression=false 2024-11-21T02:18:57,907 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:57,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:57,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:57,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:57,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:57,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732155530328.c968baf1c69b103b294e3e60c902dd05., hostname=5aee4e3683e9,42563,1732155520935, seqNum=2 , the old value is region=test,,1732155530328.c968baf1c69b103b294e3e60c902dd05., hostname=5aee4e3683e9,42563,1732155520935, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5aee4e3683e9:42563 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T02:18:57,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732155530328.c968baf1c69b103b294e3e60c902dd05., hostname=5aee4e3683e9,42563,1732155520935, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T02:18:57,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732155530328.c968baf1c69b103b294e3e60c902dd05., hostname=5aee4e3683e9,42563,1732155520935, seqNum=2 from cache 2024-11-21T02:18:57,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,36013,1732155527490, seqNum=-1] 2024-11-21T02:18:57,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:57,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:18:57,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732155532492.59067e0ae6aef714d61ad4b837890b30., hostname=5aee4e3683e9,36013,1732155527490, seqNum=2] 2024-11-21T02:18:57,921 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T02:18:57,922 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T02:18:57,924 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:18:57,924 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.shipper5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42563,1732155520935 got entry batch from reader: WALEntryBatch [walEntries=[{test/c968baf1c69b103b294e3e60c902dd05/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732155537900/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T02:18:57,952 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.shipper5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:18:57,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-21T02:18:57,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.ReplicationSink(318): Replicating [047d4a82-dd5c-47ae-b5e1-b26f68ee8353] bulk loaded data 2024-11-21T02:18:57,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10512c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:57,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,32981,-1 for getting cluster id 2024-11-21T02:18:57,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:57,961 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ef2e2db-6f9f-44a8-9997-2e012678d0df' 2024-11-21T02:18:57,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:57,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ef2e2db-6f9f-44a8-9997-2e012678d0df" 2024-11-21T02:18:57,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75a85fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:57,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,32981,-1] 2024-11-21T02:18:57,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:57,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:57,964 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:57,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3947efc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:58,022 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:42563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T02:18:58,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741837_1013 (size=7691) 2024-11-21T02:18:58,124 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 687, reset compression=false 2024-11-21T02:18:58,429 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 687, reset compression=false 2024-11-21T02:18:58,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741838_1014 (size=7894) 2024-11-21T02:18:58,833 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 687, reset compression=false 2024-11-21T02:18:58,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:58,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,32981,1732155527107 2024-11-21T02:18:58,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc0f68e 2024-11-21T02:18:58,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:58,850 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-21T02:18:58,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T02:18:58,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:58,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,36013,1732155527490, seqNum=-1] 2024-11-21T02:18:58,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:58,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-21T02:18:58,865 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/staging/jenkins.hfs.6__test__kthk3mp1uekudgq8ej0scjqvt15at7posghvnssr4d3ppu9vrohe0cavopnlvd36/f/35803c26c9d448beb4dbfd74abd07368_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T02:18:58,868 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/staging/jenkins.hfs.6__test__kthk3mp1uekudgq8ej0scjqvt15at7posghvnssr4d3ppu9vrohe0cavopnlvd36/f/d7b5453987c849bc90888cfe6de06d19_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T02:18:58,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/staging/jenkins.hfs.6__test__kthk3mp1uekudgq8ej0scjqvt15at7posghvnssr4d3ppu9vrohe0cavopnlvd36/f/d7b5453987c849bc90888cfe6de06d19_SeqId_4_ for inclusion in 59067e0ae6aef714d61ad4b837890b30/f 2024-11-21T02:18:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T02:18:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:18:58,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/staging/jenkins.hfs.6__test__kthk3mp1uekudgq8ej0scjqvt15at7posghvnssr4d3ppu9vrohe0cavopnlvd36/f/35803c26c9d448beb4dbfd74abd07368_SeqId_4_ for inclusion in 59067e0ae6aef714d61ad4b837890b30/f 2024-11-21T02:18:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T02:18:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:18:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HRegion(2603): Flush status journal for 59067e0ae6aef714d61ad4b837890b30: 2024-11-21T02:18:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d7b5453987c849bc90888cfe6de06d19_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T02:18:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/staging/jenkins.hfs.6__test__kthk3mp1uekudgq8ej0scjqvt15at7posghvnssr4d3ppu9vrohe0cavopnlvd36/f/d7b5453987c849bc90888cfe6de06d19_SeqId_4_ as hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/default/test/59067e0ae6aef714d61ad4b837890b30/f/271c11e2debe4069a138737d998dae10_SeqId_4_ 2024-11-21T02:18:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 35803c26c9d448beb4dbfd74abd07368_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T02:18:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/staging/jenkins.hfs.6__test__kthk3mp1uekudgq8ej0scjqvt15at7posghvnssr4d3ppu9vrohe0cavopnlvd36/f/35803c26c9d448beb4dbfd74abd07368_SeqId_4_ as hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/default/test/59067e0ae6aef714d61ad4b837890b30/f/6ca2dcef0b9143d592715a1e8a6727ae_SeqId_4_ 2024-11-21T02:18:58,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/staging/jenkins.hfs.6__test__kthk3mp1uekudgq8ej0scjqvt15at7posghvnssr4d3ppu9vrohe0cavopnlvd36/f/d7b5453987c849bc90888cfe6de06d19_SeqId_4_ into 59067e0ae6aef714d61ad4b837890b30/f as hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/default/test/59067e0ae6aef714d61ad4b837890b30/f/271c11e2debe4069a138737d998dae10_SeqId_4_ - updating store file list. 2024-11-21T02:18:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 271c11e2debe4069a138737d998dae10_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T02:18:58,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/default/test/59067e0ae6aef714d61ad4b837890b30/f/271c11e2debe4069a138737d998dae10_SeqId_4_ into 59067e0ae6aef714d61ad4b837890b30/f 2024-11-21T02:18:58,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/staging/jenkins.hfs.6__test__kthk3mp1uekudgq8ej0scjqvt15at7posghvnssr4d3ppu9vrohe0cavopnlvd36/f/d7b5453987c849bc90888cfe6de06d19_SeqId_4_ into 59067e0ae6aef714d61ad4b837890b30/f (new location: hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/default/test/59067e0ae6aef714d61ad4b837890b30/f/271c11e2debe4069a138737d998dae10_SeqId_4_) 2024-11-21T02:18:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/staging/jenkins.hfs.6__test__kthk3mp1uekudgq8ej0scjqvt15at7posghvnssr4d3ppu9vrohe0cavopnlvd36/f/d7b5453987c849bc90888cfe6de06d19_SeqId_4_ 2024-11-21T02:18:58,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/staging/jenkins.hfs.6__test__kthk3mp1uekudgq8ej0scjqvt15at7posghvnssr4d3ppu9vrohe0cavopnlvd36/f/35803c26c9d448beb4dbfd74abd07368_SeqId_4_ into 59067e0ae6aef714d61ad4b837890b30/f as hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/default/test/59067e0ae6aef714d61ad4b837890b30/f/6ca2dcef0b9143d592715a1e8a6727ae_SeqId_4_ - updating store file list. 2024-11-21T02:18:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ca2dcef0b9143d592715a1e8a6727ae_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T02:18:58,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/default/test/59067e0ae6aef714d61ad4b837890b30/f/6ca2dcef0b9143d592715a1e8a6727ae_SeqId_4_ into 59067e0ae6aef714d61ad4b837890b30/f 2024-11-21T02:18:58,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/staging/jenkins.hfs.6__test__kthk3mp1uekudgq8ej0scjqvt15at7posghvnssr4d3ppu9vrohe0cavopnlvd36/f/35803c26c9d448beb4dbfd74abd07368_SeqId_4_ into 59067e0ae6aef714d61ad4b837890b30/f (new location: hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/default/test/59067e0ae6aef714d61ad4b837890b30/f/6ca2dcef0b9143d592715a1e8a6727ae_SeqId_4_) 2024-11-21T02:18:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/staging/jenkins.hfs.6__test__kthk3mp1uekudgq8ej0scjqvt15at7posghvnssr4d3ppu9vrohe0cavopnlvd36/f/35803c26c9d448beb4dbfd74abd07368_SeqId_4_ 2024-11-21T02:18:58,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36013 {}] regionserver.ReplicationSink(324): Finished replicating [047d4a82-dd5c-47ae-b5e1-b26f68ee8353] bulk loaded data 2024-11-21T02:18:58,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:18:58,941 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732155538939/Put/seqid=0 2024-11-21T02:18:58,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741842_1018 (size=7997) 2024-11-21T02:18:59,338 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 687, reset compression=false 2024-11-21T02:18:59,348 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732155539347/Put/seqid=0 2024-11-21T02:18:59,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741843_1019 (size=7794) 2024-11-21T02:18:59,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5ec885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:59,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42813,-1 for getting cluster id 2024-11-21T02:18:59,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:18:59,755 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '047d4a82-dd5c-47ae-b5e1-b26f68ee8353' 2024-11-21T02:18:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:18:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "047d4a82-dd5c-47ae-b5e1-b26f68ee8353" 2024-11-21T02:18:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa3fb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42813,-1] 2024-11-21T02:18:59,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:18:59,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:59,756 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:18:59,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64af7069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:18:59,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:59,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42563,1732155520935, seqNum=-1] 2024-11-21T02:18:59,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:59,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:18:59,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:18:59,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42813,1732155520362 2024-11-21T02:18:59,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1908c258 2024-11-21T02:18:59,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:18:59,770 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:18:59,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732155530328.c968baf1c69b103b294e3e60c902dd05., hostname=5aee4e3683e9,42563,1732155520935, seqNum=2] 2024-11-21T02:18:59,777 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T02:18:59,782 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T02:18:59,785 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T02:18:59,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/load_f1/f1/hfile_0 for inclusion in c968baf1c69b103b294e3e60c902dd05/f1 2024-11-21T02:18:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T02:18:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:18:59,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/load_f1/f1/hfile_1 for inclusion in c968baf1c69b103b294e3e60c902dd05/f1 2024-11-21T02:18:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T02:18:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:18:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HRegion(2603): Flush status journal for c968baf1c69b103b294e3e60c902dd05: 2024-11-21T02:18:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/load_f1/f1/hfile_0 to hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__5a2vkdd5eobt17amvs1tv3e8kbflouqchk13blijqr32kaodi12q32ma9hvfp7di/f1/hfile_0 2024-11-21T02:18:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__5a2vkdd5eobt17amvs1tv3e8kbflouqchk13blijqr32kaodi12q32ma9hvfp7di/f1/hfile_0 as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/f1/86bcdf3d953849e78590f4c70671123a_SeqId_6_ 2024-11-21T02:18:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/load_f1/f1/hfile_1 to hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__5a2vkdd5eobt17amvs1tv3e8kbflouqchk13blijqr32kaodi12q32ma9hvfp7di/f1/hfile_1 2024-11-21T02:18:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__5a2vkdd5eobt17amvs1tv3e8kbflouqchk13blijqr32kaodi12q32ma9hvfp7di/f1/hfile_1 as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/f1/8be72b67d8c14958bfd3dd88d34b16e6_SeqId_6_ 2024-11-21T02:18:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-21T02:18:59,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__5a2vkdd5eobt17amvs1tv3e8kbflouqchk13blijqr32kaodi12q32ma9hvfp7di/f1/hfile_0 into c968baf1c69b103b294e3e60c902dd05/f1 as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/f1/86bcdf3d953849e78590f4c70671123a_SeqId_6_ - updating store file list. 2024-11-21T02:18:59,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 86bcdf3d953849e78590f4c70671123a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T02:18:59,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/f1/86bcdf3d953849e78590f4c70671123a_SeqId_6_ into c968baf1c69b103b294e3e60c902dd05/f1 2024-11-21T02:18:59,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__5a2vkdd5eobt17amvs1tv3e8kbflouqchk13blijqr32kaodi12q32ma9hvfp7di/f1/hfile_0 into c968baf1c69b103b294e3e60c902dd05/f1 (new location: hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/f1/86bcdf3d953849e78590f4c70671123a_SeqId_6_) 2024-11-21T02:18:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__5a2vkdd5eobt17amvs1tv3e8kbflouqchk13blijqr32kaodi12q32ma9hvfp7di/f1/hfile_0 2024-11-21T02:18:59,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__5a2vkdd5eobt17amvs1tv3e8kbflouqchk13blijqr32kaodi12q32ma9hvfp7di/f1/hfile_1 into c968baf1c69b103b294e3e60c902dd05/f1 as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/f1/8be72b67d8c14958bfd3dd88d34b16e6_SeqId_6_ - updating store file list. 2024-11-21T02:18:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8be72b67d8c14958bfd3dd88d34b16e6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T02:18:59,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/f1/8be72b67d8c14958bfd3dd88d34b16e6_SeqId_6_ into c968baf1c69b103b294e3e60c902dd05/f1 2024-11-21T02:18:59,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__5a2vkdd5eobt17amvs1tv3e8kbflouqchk13blijqr32kaodi12q32ma9hvfp7di/f1/hfile_1 into c968baf1c69b103b294e3e60c902dd05/f1 (new location: hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/f1/8be72b67d8c14958bfd3dd88d34b16e6_SeqId_6_) 2024-11-21T02:18:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42563 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/staging/jenkins__test__5a2vkdd5eobt17amvs1tv3e8kbflouqchk13blijqr32kaodi12q32ma9hvfp7di/f1/hfile_1 2024-11-21T02:18:59,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:18:59,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:18:59,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:59,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:18:59,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:18:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732155530328.c968baf1c69b103b294e3e60c902dd05., hostname=5aee4e3683e9,42563,1732155520935, seqNum=2 , the old value is region=test,,1732155530328.c968baf1c69b103b294e3e60c902dd05., hostname=5aee4e3683e9,42563,1732155520935, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5aee4e3683e9:42563 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T02:18:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732155530328.c968baf1c69b103b294e3e60c902dd05., hostname=5aee4e3683e9,42563,1732155520935, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T02:18:59,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732155530328.c968baf1c69b103b294e3e60c902dd05., hostname=5aee4e3683e9,42563,1732155520935, seqNum=2 from cache 2024-11-21T02:18:59,816 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:18:59,817 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T02:18:59,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42563,1732155520935, seqNum=-1] 2024-11-21T02:18:59,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:18:59,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:18:59,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732155530328.c968baf1c69b103b294e3e60c902dd05., hostname=5aee4e3683e9,42563,1732155520935, seqNum=2] 2024-11-21T02:18:59,919 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:42563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T02:18:59,942 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 687, reset compression=false 2024-11-21T02:18:59,948 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:18:59,948 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:18:59,948 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.shipper5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42563,1732155520935 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:19:00,152 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:00,456 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:00,860 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:01,363 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:01,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:19:01,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:19:01,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:19:01,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:19:01,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:19:01,719 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T02:19:01,968 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:02,672 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:03,476 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:04,382 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:05,385 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:06,518 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:07,725 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:09,030 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:09,935 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T02:19:10,461 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:11,969 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:13,574 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:15,278 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:16,639 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T02:19:17,082 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:18,985 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:19,950 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.shipper5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42563,1732155520935 got entry batch from reader: null 2024-11-21T02:19:20,995 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:23,128 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:24,676 INFO [master/5aee4e3683e9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T02:19:24,676 INFO [master/5aee4e3683e9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T02:19:25,332 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:27,638 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:30,042 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:30,190 INFO [master/5aee4e3683e9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T02:19:30,190 INFO [master/5aee4e3683e9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T02:19:32,576 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:35,181 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:36,480 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c968baf1c69b103b294e3e60c902dd05, had cached 0 bytes from a total of 31376 2024-11-21T02:19:37,886 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:38,640 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 59067e0ae6aef714d61ad4b837890b30, had cached 0 bytes from a total of 15585 2024-11-21T02:19:39,935 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T02:19:39,951 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.shipper5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42563,1732155520935 got entry batch from reader: null 2024-11-21T02:19:40,690 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:43,594 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:46,602 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:46,639 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T02:19:49,706 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:52,931 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:56,237 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:59,641 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:19:59,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:19:59,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:19:59,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:19:59,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:19:59,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:19:59,864 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:19:59,864 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1284338158, stopped=false 2024-11-21T02:19:59,864 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,32981,1732155527107 2024-11-21T02:19:59,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:19:59,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1846271134/running 2024-11-21T02:19:59,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134 2024-11-21T02:19:59,876 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1846271134/running 2024-11-21T02:19:59,877 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134 2024-11-21T02:19:59,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Set watcher on znode that does not yet exist, /1846271134/running 2024-11-21T02:19:59,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Set watcher on znode that does not yet exist, /1846271134/running 2024-11-21T02:19:59,878 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:19:59,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:19:59,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:19:59,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:19:59,878 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,36013,1732155527490' ***** 2024-11-21T02:19:59,878 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:19:59,879 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:19:59,879 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:19:59,880 INFO [RS:0;5aee4e3683e9:36013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:19:59,880 INFO [RS:0;5aee4e3683e9:36013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:19:59,880 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(3091): Received CLOSE for 59067e0ae6aef714d61ad4b837890b30 2024-11-21T02:19:59,880 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,36013,1732155527490 2024-11-21T02:19:59,880 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:19:59,880 INFO [RS:0;5aee4e3683e9:36013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:36013. 2024-11-21T02:19:59,881 DEBUG [RS:0;5aee4e3683e9:36013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:19:59,881 DEBUG [RS:0;5aee4e3683e9:36013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:19:59,882 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:19:59,882 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:19:59,882 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:19:59,882 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:19:59,883 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59067e0ae6aef714d61ad4b837890b30, disabling compactions & flushes 2024-11-21T02:19:59,883 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732155532492.59067e0ae6aef714d61ad4b837890b30. 2024-11-21T02:19:59,883 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155532492.59067e0ae6aef714d61ad4b837890b30. 2024-11-21T02:19:59,883 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732155532492.59067e0ae6aef714d61ad4b837890b30. after waiting 0 ms 2024-11-21T02:19:59,883 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732155532492.59067e0ae6aef714d61ad4b837890b30. 2024-11-21T02:19:59,883 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T02:19:59,883 DEBUG [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 59067e0ae6aef714d61ad4b837890b30=test,,1732155532492.59067e0ae6aef714d61ad4b837890b30.} 2024-11-21T02:19:59,883 DEBUG [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59067e0ae6aef714d61ad4b837890b30 2024-11-21T02:19:59,884 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:19:59,884 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:19:59,884 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:19:59,884 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:19:59,884 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:19:59,884 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T02:19:59,911 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:19:59,917 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/default/test/59067e0ae6aef714d61ad4b837890b30/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T02:19:59,918 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:19:59,918 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:19:59,918 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732155532492.59067e0ae6aef714d61ad4b837890b30. 2024-11-21T02:19:59,918 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59067e0ae6aef714d61ad4b837890b30: Waiting for close lock at 1732155599882Running coprocessor pre-close hooks at 1732155599883 (+1 ms)Disabling compacts and flushes for region at 1732155599883Disabling writes for close at 1732155599883Writing region close event to WAL at 1732155599898 (+15 ms)Running coprocessor post-close hooks at 1732155599918 (+20 ms)Closed at 1732155599918 2024-11-21T02:19:59,918 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732155532492.59067e0ae6aef714d61ad4b837890b30. 2024-11-21T02:19:59,943 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/.tmp/info/b4d7d997d0db4a5aae0c8e429afbb670 is 129, key is test,,1732155532492.59067e0ae6aef714d61ad4b837890b30./info:regioninfo/1732155533671/Put/seqid=0 2024-11-21T02:19:59,951 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.shipper5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42563,1732155520935 got entry batch from reader: null 2024-11-21T02:19:59,958 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:19:59,958 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:19:59,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741839_1015 (size=6421) 2024-11-21T02:19:59,962 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/.tmp/info/b4d7d997d0db4a5aae0c8e429afbb670 2024-11-21T02:19:59,997 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/.tmp/ns/24a3ecfa09ab49548851851970623f3d is 43, key is default/ns:d/1732155530174/Put/seqid=0 2024-11-21T02:20:00,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741840_1016 (size=5153) 2024-11-21T02:20:00,084 DEBUG [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:00,284 DEBUG [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:00,422 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/.tmp/ns/24a3ecfa09ab49548851851970623f3d 2024-11-21T02:20:00,442 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/.tmp/rep_barrier/86c34f7ea9c84f5591a30d24a84261c5 is 112, key is test,,1732155532492.59067e0ae6aef714d61ad4b837890b30./rep_barrier:seqnumDuringOpen/1732155533671/Put/seqid=0 2024-11-21T02:20:00,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741841_1017 (size=5518) 2024-11-21T02:20:00,484 DEBUG [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:00,684 DEBUG [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:00,847 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/.tmp/rep_barrier/86c34f7ea9c84f5591a30d24a84261c5 2024-11-21T02:20:00,874 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/.tmp/table/f3a76e7b3c21457f8c1792e316df1040 is 40, key is test/table:state/1732155533697/Put/seqid=0 2024-11-21T02:20:00,884 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:20:00,884 DEBUG [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:20:00,885 DEBUG [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:00,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741842_1018 (size=5165) 2024-11-21T02:20:01,085 DEBUG [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:01,285 DEBUG [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:01,292 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/.tmp/table/f3a76e7b3c21457f8c1792e316df1040 2024-11-21T02:20:01,300 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/.tmp/info/b4d7d997d0db4a5aae0c8e429afbb670 as hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/info/b4d7d997d0db4a5aae0c8e429afbb670 2024-11-21T02:20:01,307 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/info/b4d7d997d0db4a5aae0c8e429afbb670, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T02:20:01,308 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/.tmp/ns/24a3ecfa09ab49548851851970623f3d as hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/ns/24a3ecfa09ab49548851851970623f3d 2024-11-21T02:20:01,315 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/ns/24a3ecfa09ab49548851851970623f3d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T02:20:01,316 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/.tmp/rep_barrier/86c34f7ea9c84f5591a30d24a84261c5 as hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/rep_barrier/86c34f7ea9c84f5591a30d24a84261c5 2024-11-21T02:20:01,325 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/rep_barrier/86c34f7ea9c84f5591a30d24a84261c5, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T02:20:01,326 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/.tmp/table/f3a76e7b3c21457f8c1792e316df1040 as hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/table/f3a76e7b3c21457f8c1792e316df1040 2024-11-21T02:20:01,332 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/table/f3a76e7b3c21457f8c1792e316df1040, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T02:20:01,333 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1449ms, sequenceid=11, compaction requested=false 2024-11-21T02:20:01,338 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T02:20:01,340 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:20:01,340 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:20:01,340 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:20:01,340 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155599884Running coprocessor pre-close hooks at 1732155599884Disabling compacts and flushes for region at 1732155599884Disabling writes for close at 1732155599884Obtaining lock to block concurrent updates at 1732155599884Preparing flush snapshotting stores in 1588230740 at 1732155599884Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732155599885 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732155599888 (+3 ms)Flushing 1588230740/info: creating writer at 1732155599889 (+1 ms)Flushing 1588230740/info: appending metadata at 1732155599942 (+53 ms)Flushing 1588230740/info: closing flushed file at 1732155599942Flushing 1588230740/ns: creating writer at 1732155599974 (+32 ms)Flushing 1588230740/ns: appending metadata at 1732155599996 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732155599996Flushing 1588230740/rep_barrier: creating writer at 1732155600429 (+433 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732155600442 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732155600442Flushing 1588230740/table: creating writer at 1732155600853 (+411 ms)Flushing 1588230740/table: appending metadata at 1732155600873 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732155600873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@606c13f3: reopening flushed file at 1732155601299 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e1b1d57: reopening flushed file at 1732155601307 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6765ce2a: reopening flushed file at 1732155601315 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3765d6: reopening flushed file at 1732155601325 (+10 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1449ms, sequenceid=11, compaction requested=false at 1732155601333 (+8 ms)Writing region close event to WAL at 1732155601335 (+2 ms)Running coprocessor post-close hooks at 1732155601340 (+5 ms)Closed at 1732155601340 2024-11-21T02:20:01,341 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:20:01,485 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,36013,1732155527490; all regions closed. 2024-11-21T02:20:01,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741834_1010 (size=2717) 2024-11-21T02:20:01,495 DEBUG [RS:0;5aee4e3683e9:36013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/oldWALs 2024-11-21T02:20:01,495 INFO [RS:0;5aee4e3683e9:36013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C36013%2C1732155527490.meta:.meta(num 1732155530100) 2024-11-21T02:20:01,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741832_1008 (size=1028) 2024-11-21T02:20:01,504 DEBUG [RS:0;5aee4e3683e9:36013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/oldWALs 2024-11-21T02:20:01,504 INFO [RS:0;5aee4e3683e9:36013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C36013%2C1732155527490:(num 1732155529099) 2024-11-21T02:20:01,504 DEBUG [RS:0;5aee4e3683e9:36013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:01,504 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:20:01,504 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:20:01,504 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T02:20:01,505 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:20:01,505 INFO [RS:0;5aee4e3683e9:36013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:36013. 2024-11-21T02:20:01,505 DEBUG [RS:0;5aee4e3683e9:36013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:01,505 DEBUG [RS:0;5aee4e3683e9:36013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:01,505 DEBUG [RS:0;5aee4e3683e9:36013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:01,505 INFO [RS:0;5aee4e3683e9:36013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36013 2024-11-21T02:20:01,505 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:20:01,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:01,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134/rs 2024-11-21T02:20:01,517 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1846271134/rs/5aee4e3683e9,36013,1732155527490 2024-11-21T02:20:01,517 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:20:01,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,36013,1732155527490] 2024-11-21T02:20:01,543 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1846271134/draining/5aee4e3683e9,36013,1732155527490 already deleted, retry=false 2024-11-21T02:20:01,543 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,36013,1732155527490 expired; onlineServers=0 2024-11-21T02:20:01,543 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,32981,1732155527107' ***** 2024-11-21T02:20:01,543 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:20:01,544 INFO [M:0;5aee4e3683e9:32981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:20:01,544 INFO [M:0;5aee4e3683e9:32981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:20:01,544 DEBUG [M:0;5aee4e3683e9:32981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:20:01,544 DEBUG [M:0;5aee4e3683e9:32981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:20:01,544 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:20:01,544 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155528878 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155528878,5,FailOnTimeoutGroup] 2024-11-21T02:20:01,544 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155528878 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155528878,5,FailOnTimeoutGroup] 2024-11-21T02:20:01,544 INFO [M:0;5aee4e3683e9:32981 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:20:01,544 INFO [M:0;5aee4e3683e9:32981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:20:01,544 DEBUG [M:0;5aee4e3683e9:32981 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:20:01,544 INFO [M:0;5aee4e3683e9:32981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:20:01,544 INFO [M:0;5aee4e3683e9:32981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:20:01,544 INFO [M:0;5aee4e3683e9:32981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:20:01,545 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:20:01,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1846271134/master 2024-11-21T02:20:01,559 DEBUG [M:0;5aee4e3683e9:32981 {}] zookeeper.ZKUtil(347): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Unable to get data of znode /1846271134/master because node does not exist (not an error) 2024-11-21T02:20:01,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1846271134 2024-11-21T02:20:01,559 WARN [M:0;5aee4e3683e9:32981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T02:20:01,565 INFO [M:0;5aee4e3683e9:32981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/.lastflushedseqids 2024-11-21T02:20:01,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741843_1019 (size=173) 2024-11-21T02:20:01,581 INFO [M:0;5aee4e3683e9:32981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:20:01,581 INFO [M:0;5aee4e3683e9:32981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:20:01,581 DEBUG [M:0;5aee4e3683e9:32981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:20:01,581 INFO [M:0;5aee4e3683e9:32981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:01,581 DEBUG [M:0;5aee4e3683e9:32981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:01,582 DEBUG [M:0;5aee4e3683e9:32981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:20:01,582 DEBUG [M:0;5aee4e3683e9:32981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:01,582 INFO [M:0;5aee4e3683e9:32981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-21T02:20:01,611 DEBUG [M:0;5aee4e3683e9:32981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de07dcb685bf405493aa6365e835a7a3 is 82, key is hbase:meta,,1/info:regioninfo/1732155530153/Put/seqid=0 2024-11-21T02:20:01,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741844_1020 (size=5672) 2024-11-21T02:20:01,636 INFO [RS:0;5aee4e3683e9:36013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:20:01,636 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:01,636 INFO [RS:0;5aee4e3683e9:36013 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,36013,1732155527490; zookeeper connection closed. 2024-11-21T02:20:01,636 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36013-0x1015b2fa4860004, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:01,644 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4235f590 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4235f590 2024-11-21T02:20:01,644 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:20:02,016 INFO [M:0;5aee4e3683e9:32981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de07dcb685bf405493aa6365e835a7a3 2024-11-21T02:20:02,045 DEBUG [M:0;5aee4e3683e9:32981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4ec1dc71e464c38a2ca2ea5f24ec9e0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732155533703/Put/seqid=0 2024-11-21T02:20:02,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741845_1021 (size=6727) 2024-11-21T02:20:02,460 INFO [M:0;5aee4e3683e9:32981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4ec1dc71e464c38a2ca2ea5f24ec9e0 2024-11-21T02:20:02,471 INFO [M:0;5aee4e3683e9:32981 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4ec1dc71e464c38a2ca2ea5f24ec9e0 2024-11-21T02:20:02,493 DEBUG [M:0;5aee4e3683e9:32981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60484e1d26d74c58af10d2fde16935b3 is 69, key is 5aee4e3683e9,36013,1732155527490/rs:state/1732155528927/Put/seqid=0 2024-11-21T02:20:02,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741846_1022 (size=5156) 2024-11-21T02:20:02,900 INFO [M:0;5aee4e3683e9:32981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60484e1d26d74c58af10d2fde16935b3 2024-11-21T02:20:02,907 DEBUG [M:0;5aee4e3683e9:32981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de07dcb685bf405493aa6365e835a7a3 as hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de07dcb685bf405493aa6365e835a7a3 2024-11-21T02:20:02,923 INFO [M:0;5aee4e3683e9:32981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de07dcb685bf405493aa6365e835a7a3, entries=8, sequenceid=58, filesize=5.5 K 2024-11-21T02:20:02,925 DEBUG [M:0;5aee4e3683e9:32981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4ec1dc71e464c38a2ca2ea5f24ec9e0 as hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4ec1dc71e464c38a2ca2ea5f24ec9e0 2024-11-21T02:20:02,941 INFO [M:0;5aee4e3683e9:32981 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4ec1dc71e464c38a2ca2ea5f24ec9e0 2024-11-21T02:20:02,941 INFO [M:0;5aee4e3683e9:32981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4ec1dc71e464c38a2ca2ea5f24ec9e0, entries=6, sequenceid=58, filesize=6.6 K 2024-11-21T02:20:02,944 DEBUG [M:0;5aee4e3683e9:32981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60484e1d26d74c58af10d2fde16935b3 as hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60484e1d26d74c58af10d2fde16935b3 2024-11-21T02:20:02,950 INFO [M:0;5aee4e3683e9:32981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/eceb1362-8de4-d413-9931-ffed7427586d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60484e1d26d74c58af10d2fde16935b3, entries=1, sequenceid=58, filesize=5.0 K 2024-11-21T02:20:02,951 INFO [M:0;5aee4e3683e9:32981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=58, compaction requested=false 2024-11-21T02:20:02,961 INFO [M:0;5aee4e3683e9:32981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:02,961 DEBUG [M:0;5aee4e3683e9:32981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155601581Disabling compacts and flushes for region at 1732155601581Disabling writes for close at 1732155601582 (+1 ms)Obtaining lock to block concurrent updates at 1732155601582Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155601582Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732155601582Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155601583 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155601583Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155601611 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155601611Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155602024 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155602044 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155602044Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155602471 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155602492 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155602492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21778389: reopening flushed file at 1732155602906 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@560c43aa: reopening flushed file at 1732155602923 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1078d91c: reopening flushed file at 1732155602942 (+19 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1369ms, sequenceid=58, compaction requested=false at 1732155602951 (+9 ms)Writing region close event to WAL at 1732155602961 (+10 ms)Closed at 1732155602961 2024-11-21T02:20:02,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39855 is added to blk_1073741830_1006 (size=33026) 2024-11-21T02:20:02,964 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:20:02,964 INFO [M:0;5aee4e3683e9:32981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:20:02,964 INFO [M:0;5aee4e3683e9:32981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32981 2024-11-21T02:20:02,965 INFO [M:0;5aee4e3683e9:32981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:20:03,076 INFO [M:0;5aee4e3683e9:32981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:20:03,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:03,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32981-0x1015b2fa4860003, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:03,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a2aee49{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:20:03,145 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.1732155523302 to pos 997, reset compression=false 2024-11-21T02:20:03,146 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29930def{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:20:03,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:20:03,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e042af9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:20:03,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca8a3fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/hadoop.log.dir/,STOPPED} 2024-11-21T02:20:03,149 WARN [BP-1277124201-172.17.0.2-1732155524089 heartbeating to localhost/127.0.0.1:39979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:20:03,149 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:20:03,150 WARN [BP-1277124201-172.17.0.2-1732155524089 heartbeating to localhost/127.0.0.1:39979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1277124201-172.17.0.2-1732155524089 (Datanode Uuid c998f7a4-d03d-4ba6-8960-ba9338676c5d) service to localhost/127.0.0.1:39979 2024-11-21T02:20:03,150 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:20:03,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/cluster_473f483b-b747-31a6-fcfb-13c86067508a/data/data1/current/BP-1277124201-172.17.0.2-1732155524089 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:20:03,151 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:20:03,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/cluster_473f483b-b747-31a6-fcfb-13c86067508a/data/data2/current/BP-1277124201-172.17.0.2-1732155524089 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:20:03,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@192d85f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:20:03,165 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c09c951{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:20:03,165 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:20:03,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dc50c4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:20:03,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ab166a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/hadoop.log.dir/,STOPPED} 2024-11-21T02:20:03,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:20:03,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:20:03,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:20:03,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:03,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:03,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:03,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:03,212 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:20:03,212 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1742730494, stopped=false 2024-11-21T02:20:03,213 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,42813,1732155520362 2024-11-21T02:20:03,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01349993988/running 2024-11-21T02:20:03,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01349993988/running 2024-11-21T02:20:03,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:20:03,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:20:03,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Set watcher on znode that does not yet exist, /01349993988/running 2024-11-21T02:20:03,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Set watcher on znode that does not yet exist, /01349993988/running 2024-11-21T02:20:03,234 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:20:03,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:20:03,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:03,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:03,234 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,42563,1732155520935' ***** 2024-11-21T02:20:03,234 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:20:03,235 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:20:03,235 INFO [RS:0;5aee4e3683e9:42563 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:20:03,235 INFO [RS:0;5aee4e3683e9:42563 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:20:03,235 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(3091): Received CLOSE for 0aaddcb4fdbfcfde3d80940c467c3551 2024-11-21T02:20:03,235 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:20:03,235 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(3091): Received CLOSE for c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:20:03,235 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,42563,1732155520935 2024-11-21T02:20:03,235 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:20:03,235 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0aaddcb4fdbfcfde3d80940c467c3551, disabling compactions & flushes 2024-11-21T02:20:03,235 INFO [RS:0;5aee4e3683e9:42563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:42563. 2024-11-21T02:20:03,235 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551. 2024-11-21T02:20:03,235 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551. 2024-11-21T02:20:03,235 DEBUG [RS:0;5aee4e3683e9:42563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:03,235 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551. after waiting 0 ms 2024-11-21T02:20:03,235 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551. 2024-11-21T02:20:03,235 DEBUG [RS:0;5aee4e3683e9:42563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:03,236 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:20:03,236 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0aaddcb4fdbfcfde3d80940c467c3551 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-21T02:20:03,236 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:20:03,236 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:20:03,236 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:20:03,236 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T02:20:03,236 DEBUG [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1325): Online Regions={0aaddcb4fdbfcfde3d80940c467c3551=hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551., 1588230740=hbase:meta,,1.1588230740, c968baf1c69b103b294e3e60c902dd05=test,,1732155530328.c968baf1c69b103b294e3e60c902dd05.} 2024-11-21T02:20:03,236 DEBUG [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1351): Waiting on 0aaddcb4fdbfcfde3d80940c467c3551, 1588230740, c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:20:03,236 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:20:03,236 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:20:03,236 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:20:03,236 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:20:03,236 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:20:03,236 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:20:03,236 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:20:03,237 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T02:20:03,264 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:20:03,275 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/replication/0aaddcb4fdbfcfde3d80940c467c3551/.tmp/hfileref/1de8c2cc054142a885be149d29a78071 is 74, key is 1/hfileref:35803c26c9d448beb4dbfd74abd07368_SeqId_4_/1732155538897/DeleteColumn/seqid=0 2024-11-21T02:20:03,276 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/.tmp/info/5249241b79c54c188ee918ce2d4be0f9 is 147, key is hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551./info:regioninfo/1732155536099/Put/seqid=0 2024-11-21T02:20:03,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741844_1020 (size=7686) 2024-11-21T02:20:03,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741845_1021 (size=5203) 2024-11-21T02:20:03,436 DEBUG [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1351): Waiting on 0aaddcb4fdbfcfde3d80940c467c3551, 1588230740, c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:20:03,637 DEBUG [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1351): Waiting on 0aaddcb4fdbfcfde3d80940c467c3551, 1588230740, c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:20:03,715 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/.tmp/info/5249241b79c54c188ee918ce2d4be0f9 2024-11-21T02:20:03,728 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/replication/0aaddcb4fdbfcfde3d80940c467c3551/.tmp/hfileref/1de8c2cc054142a885be149d29a78071 2024-11-21T02:20:03,776 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/.tmp/ns/abbf87ff4cd54c16b93303611ff05d7f is 43, key is default/ns:d/1732155523916/Put/seqid=0 2024-11-21T02:20:03,781 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/replication/0aaddcb4fdbfcfde3d80940c467c3551/.tmp/queue/023fe8adf4fc4e18a917b5ae166fd711 is 153, key is 1-5aee4e3683e9,42563,1732155520935/queue:5aee4e3683e9%2C42563%2C1732155520935/1732155539949/Put/seqid=0 2024-11-21T02:20:03,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741846_1022 (size=5153) 2024-11-21T02:20:03,802 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/.tmp/ns/abbf87ff4cd54c16b93303611ff05d7f 2024-11-21T02:20:03,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741847_1023 (size=5352) 2024-11-21T02:20:03,809 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/replication/0aaddcb4fdbfcfde3d80940c467c3551/.tmp/queue/023fe8adf4fc4e18a917b5ae166fd711 2024-11-21T02:20:03,831 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/replication/0aaddcb4fdbfcfde3d80940c467c3551/.tmp/hfileref/1de8c2cc054142a885be149d29a78071 as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/replication/0aaddcb4fdbfcfde3d80940c467c3551/hfileref/1de8c2cc054142a885be149d29a78071 2024-11-21T02:20:03,837 DEBUG [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1351): Waiting on 0aaddcb4fdbfcfde3d80940c467c3551, 1588230740, c968baf1c69b103b294e3e60c902dd05 2024-11-21T02:20:03,845 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/.tmp/rep_barrier/0469b5b3a9264fc8b40b82ccc6becfa1 is 112, key is test,,1732155530328.c968baf1c69b103b294e3e60c902dd05./rep_barrier:seqnumDuringOpen/1732155531503/Put/seqid=0 2024-11-21T02:20:03,860 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/replication/0aaddcb4fdbfcfde3d80940c467c3551/hfileref/1de8c2cc054142a885be149d29a78071, entries=2, sequenceid=10, filesize=5.1 K 2024-11-21T02:20:03,861 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/replication/0aaddcb4fdbfcfde3d80940c467c3551/.tmp/queue/023fe8adf4fc4e18a917b5ae166fd711 as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/replication/0aaddcb4fdbfcfde3d80940c467c3551/queue/023fe8adf4fc4e18a917b5ae166fd711 2024-11-21T02:20:03,879 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/replication/0aaddcb4fdbfcfde3d80940c467c3551/queue/023fe8adf4fc4e18a917b5ae166fd711, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T02:20:03,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741848_1024 (size=5518) 2024-11-21T02:20:03,883 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0aaddcb4fdbfcfde3d80940c467c3551 in 648ms, sequenceid=10, compaction requested=false 2024-11-21T02:20:03,911 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/replication/0aaddcb4fdbfcfde3d80940c467c3551/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T02:20:03,912 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:20:03,912 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:20:03,912 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551. 2024-11-21T02:20:03,912 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0aaddcb4fdbfcfde3d80940c467c3551: Waiting for close lock at 1732155603235Running coprocessor pre-close hooks at 1732155603235Disabling compacts and flushes for region at 1732155603235Disabling writes for close at 1732155603235Obtaining lock to block concurrent updates at 1732155603236 (+1 ms)Preparing flush snapshotting stores in 0aaddcb4fdbfcfde3d80940c467c3551 at 1732155603236Finished memstore snapshotting hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732155603236Flushing stores of hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551. at 1732155603237 (+1 ms)Flushing 0aaddcb4fdbfcfde3d80940c467c3551/hfileref: creating writer at 1732155603237Flushing 0aaddcb4fdbfcfde3d80940c467c3551/hfileref: appending metadata at 1732155603275 (+38 ms)Flushing 0aaddcb4fdbfcfde3d80940c467c3551/hfileref: closing flushed file at 1732155603275Flushing 0aaddcb4fdbfcfde3d80940c467c3551/queue: creating writer at 1732155603752 (+477 ms)Flushing 0aaddcb4fdbfcfde3d80940c467c3551/queue: appending metadata at 1732155603780 (+28 ms)Flushing 0aaddcb4fdbfcfde3d80940c467c3551/queue: closing flushed file at 1732155603780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3cf13b: reopening flushed file at 1732155603827 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63edba99: reopening flushed file at 1732155603860 (+33 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 0aaddcb4fdbfcfde3d80940c467c3551 in 648ms, sequenceid=10, compaction requested=false at 1732155603883 (+23 ms)Writing region close event to WAL at 1732155603904 (+21 ms)Running coprocessor post-close hooks at 1732155603912 (+8 ms)Closed at 1732155603912 2024-11-21T02:20:03,912 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732155534727.0aaddcb4fdbfcfde3d80940c467c3551. 2024-11-21T02:20:03,913 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c968baf1c69b103b294e3e60c902dd05, disabling compactions & flushes 2024-11-21T02:20:03,913 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732155530328.c968baf1c69b103b294e3e60c902dd05. 2024-11-21T02:20:03,913 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155530328.c968baf1c69b103b294e3e60c902dd05. 2024-11-21T02:20:03,913 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732155530328.c968baf1c69b103b294e3e60c902dd05. after waiting 0 ms 2024-11-21T02:20:03,913 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732155530328.c968baf1c69b103b294e3e60c902dd05. 2024-11-21T02:20:03,919 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/default/test/c968baf1c69b103b294e3e60c902dd05/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T02:20:03,919 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:20:03,919 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:20:03,919 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732155530328.c968baf1c69b103b294e3e60c902dd05. 2024-11-21T02:20:03,920 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c968baf1c69b103b294e3e60c902dd05: Waiting for close lock at 1732155603913Running coprocessor pre-close hooks at 1732155603913Disabling compacts and flushes for region at 1732155603913Disabling writes for close at 1732155603913Writing region close event to WAL at 1732155603915 (+2 ms)Running coprocessor post-close hooks at 1732155603919 (+4 ms)Closed at 1732155603919 2024-11-21T02:20:03,920 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732155530328.c968baf1c69b103b294e3e60c902dd05. 2024-11-21T02:20:04,037 DEBUG [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:04,237 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:20:04,237 DEBUG [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:20:04,237 DEBUG [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:04,279 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/.tmp/rep_barrier/0469b5b3a9264fc8b40b82ccc6becfa1 2024-11-21T02:20:04,305 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/.tmp/table/6790c00231e04e9eb8fc99138880f46a is 53, key is hbase:replication/table:state/1732155536130/Put/seqid=0 2024-11-21T02:20:04,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741849_1025 (size=5308) 2024-11-21T02:20:04,438 DEBUG [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:04,638 DEBUG [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:04,712 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/.tmp/table/6790c00231e04e9eb8fc99138880f46a 2024-11-21T02:20:04,722 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/.tmp/info/5249241b79c54c188ee918ce2d4be0f9 as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/info/5249241b79c54c188ee918ce2d4be0f9 2024-11-21T02:20:04,737 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/info/5249241b79c54c188ee918ce2d4be0f9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T02:20:04,738 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/.tmp/ns/abbf87ff4cd54c16b93303611ff05d7f as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/ns/abbf87ff4cd54c16b93303611ff05d7f 2024-11-21T02:20:04,747 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/ns/abbf87ff4cd54c16b93303611ff05d7f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T02:20:04,749 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/.tmp/rep_barrier/0469b5b3a9264fc8b40b82ccc6becfa1 as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/rep_barrier/0469b5b3a9264fc8b40b82ccc6becfa1 2024-11-21T02:20:04,756 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/rep_barrier/0469b5b3a9264fc8b40b82ccc6becfa1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T02:20:04,757 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/.tmp/table/6790c00231e04e9eb8fc99138880f46a as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/table/6790c00231e04e9eb8fc99138880f46a 2024-11-21T02:20:04,789 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/table/6790c00231e04e9eb8fc99138880f46a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T02:20:04,791 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1555ms, sequenceid=16, compaction requested=false 2024-11-21T02:20:04,806 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T02:20:04,806 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:20:04,806 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:20:04,806 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:20:04,807 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155603236Running coprocessor pre-close hooks at 1732155603236Disabling compacts and flushes for region at 1732155603236Disabling writes for close at 1732155603236Obtaining lock to block concurrent updates at 1732155603237 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732155603237Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732155603237Flushing stores of hbase:meta,,1.1588230740 at 1732155603238 (+1 ms)Flushing 1588230740/info: creating writer at 1732155603238Flushing 1588230740/info: appending metadata at 1732155603275 (+37 ms)Flushing 1588230740/info: closing flushed file at 1732155603275Flushing 1588230740/ns: creating writer at 1732155603747 (+472 ms)Flushing 1588230740/ns: appending metadata at 1732155603775 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1732155603775Flushing 1588230740/rep_barrier: creating writer at 1732155603817 (+42 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732155603844 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732155603844Flushing 1588230740/table: creating writer at 1732155604284 (+440 ms)Flushing 1588230740/table: appending metadata at 1732155604304 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732155604304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@349ef29d: reopening flushed file at 1732155604720 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e489d60: reopening flushed file at 1732155604737 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4821ae: reopening flushed file at 1732155604748 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@192d4419: reopening flushed file at 1732155604756 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1555ms, sequenceid=16, compaction requested=false at 1732155604791 (+35 ms)Writing region close event to WAL at 1732155604802 (+11 ms)Running coprocessor post-close hooks at 1732155604806 (+4 ms)Closed at 1732155604806 2024-11-21T02:20:04,807 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:20:04,838 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,42563,1732155520935; all regions closed. 2024-11-21T02:20:04,844 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.meta.1732155523742.meta not finished, retry = 0 2024-11-21T02:20:04,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741834_1010 (size=4239) 2024-11-21T02:20:04,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:04,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:04,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:04,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:04,950 DEBUG [RS:0;5aee4e3683e9:42563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/oldWALs 2024-11-21T02:20:04,950 INFO [RS:0;5aee4e3683e9:42563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C42563%2C1732155520935.meta:.meta(num 1732155523742) 2024-11-21T02:20:04,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:04,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741839_1015 (size=2700) 2024-11-21T02:20:04,961 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/WALs/5aee4e3683e9,42563,1732155520935/5aee4e3683e9%2C42563%2C1732155520935.rep.1732155535944 not finished, retry = 0 2024-11-21T02:20:05,071 DEBUG [RS:0;5aee4e3683e9:42563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/oldWALs 2024-11-21T02:20:05,071 INFO [RS:0;5aee4e3683e9:42563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C42563%2C1732155520935.rep:(num 1732155535944) 2024-11-21T02:20:05,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741833_1009 (size=1300) 2024-11-21T02:20:05,082 DEBUG [RS:0;5aee4e3683e9:42563 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/oldWALs 2024-11-21T02:20:05,082 INFO [RS:0;5aee4e3683e9:42563 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C42563%2C1732155520935:(num 1732155523302) 2024-11-21T02:20:05,082 DEBUG [RS:0;5aee4e3683e9:42563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:05,082 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:20:05,082 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:20:05,082 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T02:20:05,082 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:20:05,083 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:20:05,083 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,42563,1732155520935 because: Region server is closing 2024-11-21T02:20:05,083 INFO [RS:0;5aee4e3683e9:42563 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:42563. 2024-11-21T02:20:05,083 DEBUG [RS:0;5aee4e3683e9:42563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:05,083 DEBUG [RS:0;5aee4e3683e9:42563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:05,083 DEBUG [RS:0;5aee4e3683e9:42563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:05,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:05,184 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.wal-reader.5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T02:20:05,184 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.shipper5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T02:20:05,184 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42563,1732155520935.replicationSource.shipper5aee4e3683e9%2C42563%2C1732155520935,1-5aee4e3683e9,42563,1732155520935 terminated 2024-11-21T02:20:05,184 INFO [RS:0;5aee4e3683e9:42563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42563 2024-11-21T02:20:05,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988/rs 2024-11-21T02:20:05,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01349993988/rs/5aee4e3683e9,42563,1732155520935 2024-11-21T02:20:05,195 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:20:05,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,42563,1732155520935] 2024-11-21T02:20:05,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01349993988/draining/5aee4e3683e9,42563,1732155520935 already deleted, retry=false 2024-11-21T02:20:05,216 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,42563,1732155520935 expired; onlineServers=0 2024-11-21T02:20:05,216 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,42813,1732155520362' ***** 2024-11-21T02:20:05,216 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:20:05,216 INFO [M:0;5aee4e3683e9:42813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:20:05,216 INFO [M:0;5aee4e3683e9:42813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:20:05,216 DEBUG [M:0;5aee4e3683e9:42813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:20:05,217 DEBUG [M:0;5aee4e3683e9:42813 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:20:05,217 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:20:05,217 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155523040 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155523040,5,FailOnTimeoutGroup] 2024-11-21T02:20:05,217 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155523052 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155523052,5,FailOnTimeoutGroup] 2024-11-21T02:20:05,217 INFO [M:0;5aee4e3683e9:42813 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:20:05,217 INFO [M:0;5aee4e3683e9:42813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:20:05,217 DEBUG [M:0;5aee4e3683e9:42813 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:20:05,217 INFO [M:0;5aee4e3683e9:42813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:20:05,217 INFO [M:0;5aee4e3683e9:42813 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:20:05,217 INFO [M:0;5aee4e3683e9:42813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:20:05,217 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:20:05,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01349993988/master 2024-11-21T02:20:05,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01349993988 2024-11-21T02:20:05,232 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01349993988/master already deleted, retry=false 2024-11-21T02:20:05,232 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Failed delete of our master address node; KeeperErrorCode = NoNode for /01349993988/master 2024-11-21T02:20:05,233 INFO [M:0;5aee4e3683e9:42813 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/.lastflushedseqids 2024-11-21T02:20:05,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741850_1026 (size=263) 2024-11-21T02:20:05,309 INFO [RS:0;5aee4e3683e9:42563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:20:05,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:05,309 INFO [RS:0;5aee4e3683e9:42563 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,42563,1732155520935; zookeeper connection closed. 2024-11-21T02:20:05,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42563-0x1015b2fa4860001, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:05,309 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ca96860 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ca96860 2024-11-21T02:20:05,309 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:20:05,468 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:20:05,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:05,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:05,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:05,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:05,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:05,648 INFO [M:0;5aee4e3683e9:42813 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:20:05,648 INFO [M:0;5aee4e3683e9:42813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:20:05,649 DEBUG [M:0;5aee4e3683e9:42813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:20:05,649 INFO [M:0;5aee4e3683e9:42813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:05,649 DEBUG [M:0;5aee4e3683e9:42813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:05,649 DEBUG [M:0;5aee4e3683e9:42813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:20:05,649 DEBUG [M:0;5aee4e3683e9:42813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:05,649 INFO [M:0;5aee4e3683e9:42813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-21T02:20:05,674 DEBUG [M:0;5aee4e3683e9:42813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e71dec8f189e462b9a28b18145e36f1a is 82, key is hbase:meta,,1/info:regioninfo/1732155523814/Put/seqid=0 2024-11-21T02:20:05,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741851_1027 (size=5672) 2024-11-21T02:20:05,709 INFO [M:0;5aee4e3683e9:42813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e71dec8f189e462b9a28b18145e36f1a 2024-11-21T02:20:05,760 DEBUG [M:0;5aee4e3683e9:42813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c047fa7378d47b9b29eafe32053a5ea is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732155531527/Put/seqid=0 2024-11-21T02:20:05,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741852_1028 (size=7241) 2024-11-21T02:20:06,220 INFO [M:0;5aee4e3683e9:42813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c047fa7378d47b9b29eafe32053a5ea 2024-11-21T02:20:06,228 INFO [M:0;5aee4e3683e9:42813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c047fa7378d47b9b29eafe32053a5ea 2024-11-21T02:20:06,251 DEBUG [M:0;5aee4e3683e9:42813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd27b2e3d76d456c9b5cf1b9f781c59b is 69, key is 5aee4e3683e9,42563,1732155520935/rs:state/1732155523071/Put/seqid=0 2024-11-21T02:20:06,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741853_1029 (size=5156) 2024-11-21T02:20:06,661 INFO [M:0;5aee4e3683e9:42813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd27b2e3d76d456c9b5cf1b9f781c59b 2024-11-21T02:20:06,671 DEBUG [M:0;5aee4e3683e9:42813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e71dec8f189e462b9a28b18145e36f1a as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e71dec8f189e462b9a28b18145e36f1a 2024-11-21T02:20:06,697 INFO [M:0;5aee4e3683e9:42813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e71dec8f189e462b9a28b18145e36f1a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T02:20:06,701 DEBUG [M:0;5aee4e3683e9:42813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c047fa7378d47b9b29eafe32053a5ea as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c047fa7378d47b9b29eafe32053a5ea 2024-11-21T02:20:06,727 INFO [M:0;5aee4e3683e9:42813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c047fa7378d47b9b29eafe32053a5ea 2024-11-21T02:20:06,728 INFO [M:0;5aee4e3683e9:42813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c047fa7378d47b9b29eafe32053a5ea, entries=11, sequenceid=105, filesize=7.1 K 2024-11-21T02:20:06,737 DEBUG [M:0;5aee4e3683e9:42813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd27b2e3d76d456c9b5cf1b9f781c59b as hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd27b2e3d76d456c9b5cf1b9f781c59b 2024-11-21T02:20:06,754 INFO [M:0;5aee4e3683e9:42813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44947/user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd27b2e3d76d456c9b5cf1b9f781c59b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T02:20:06,766 INFO [M:0;5aee4e3683e9:42813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1117ms, sequenceid=105, compaction requested=false 2024-11-21T02:20:06,793 INFO [M:0;5aee4e3683e9:42813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:06,793 DEBUG [M:0;5aee4e3683e9:42813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155605648Disabling compacts and flushes for region at 1732155605648Disabling writes for close at 1732155605649 (+1 ms)Obtaining lock to block concurrent updates at 1732155605649Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155605649Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732155605649Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155605650 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155605650Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155605673 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155605673Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155605728 (+55 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155605759 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155605759Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155606228 (+469 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155606251 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155606251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16674aa1: reopening flushed file at 1732155606670 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7989b584: reopening flushed file at 1732155606698 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69fb395a: reopening flushed file at 1732155606728 (+30 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1117ms, sequenceid=105, compaction requested=false at 1732155606766 (+38 ms)Writing region close event to WAL at 1732155606793 (+27 ms)Closed at 1732155606793 2024-11-21T02:20:06,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40349 is added to blk_1073741830_1006 (size=64538) 2024-11-21T02:20:06,833 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dee576df-5aa4-aa8f-1bfd-4d3e30b82ce7/MasterData/WALs/5aee4e3683e9,42813,1732155520362/5aee4e3683e9%2C42813%2C1732155520362.1732155522546 not finished, retry = 0 2024-11-21T02:20:06,935 INFO [M:0;5aee4e3683e9:42813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:20:06,935 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:20:06,935 INFO [M:0;5aee4e3683e9:42813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42813 2024-11-21T02:20:06,936 INFO [M:0;5aee4e3683e9:42813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:20:07,069 INFO [M:0;5aee4e3683e9:42813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:20:07,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:07,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42813-0x1015b2fa4860000, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:07,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26568a51{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:20:07,108 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7077a536{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:20:07,108 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:20:07,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7333f164{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:20:07,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@799d6b28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/hadoop.log.dir/,STOPPED} 2024-11-21T02:20:07,112 WARN [BP-427284723-172.17.0.2-1732155517189 heartbeating to localhost/127.0.0.1:44947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:20:07,112 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:20:07,112 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:20:07,112 WARN [BP-427284723-172.17.0.2-1732155517189 heartbeating to localhost/127.0.0.1:44947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-427284723-172.17.0.2-1732155517189 (Datanode Uuid 7f7278ab-9348-461b-b375-7724d485de77) service to localhost/127.0.0.1:44947 2024-11-21T02:20:07,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/cluster_96a7242b-6200-6cd3-6c90-f4ad141e6c2e/data/data1/current/BP-427284723-172.17.0.2-1732155517189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:20:07,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/cluster_96a7242b-6200-6cd3-6c90-f4ad141e6c2e/data/data2/current/BP-427284723-172.17.0.2-1732155517189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:20:07,113 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:20:07,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57cc3801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:20:07,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36e6e0e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:20:07,133 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:20:07,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704f511d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:20:07,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a3c1906{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66a4d60b-5ae7-b943-d9b6-ac6339dfbf63/hadoop.log.dir/,STOPPED} 2024-11-21T02:20:07,161 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T02:20:07,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:20:07,242 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=156 (was 136) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f037cb90638.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39979 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62048) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f037cb90638.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44947 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62048) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=762 (was 891), ProcessCount=11 (was 11), AvailableMemoryMB=1027 (was 657) - AvailableMemoryMB LEAK? - 2024-11-21T02:20:07,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b2fa4860005, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:20:07,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b2fa4860002, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:20:07,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b2fa4860002, quorum=127.0.0.1:62048, baseZNode=/01349993988 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:20:07,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b2fa4860005, quorum=127.0.0.1:62048, baseZNode=/1846271134 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:20:07,265 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=157, OpenFileDescriptor=505, MaxFileDescriptor=1048576, SystemLoadAverage=762, ProcessCount=11, AvailableMemoryMB=1026 2024-11-21T02:20:07,283 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-21T02:20:07,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/hadoop.log.dir so I do NOT create it in target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a 2024-11-21T02:20:07,284 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:20:07,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/hadoop.tmp.dir so I do NOT create it in target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a 2024-11-21T02:20:07,284 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78713063-91c2-0bdf-3289-73d2f447d29b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:20:07,284 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a 2024-11-21T02:20:07,284 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/cluster_2ce2d3b0-fb34-f3e7-6ec1-a5ecb762eb31, deleteOnExit=true 2024-11-21T02:20:07,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/cluster_2ce2d3b0-fb34-f3e7-6ec1-a5ecb762eb31/zookeeper_0, clientPort=54401, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/cluster_2ce2d3b0-fb34-f3e7-6ec1-a5ecb762eb31/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/cluster_2ce2d3b0-fb34-f3e7-6ec1-a5ecb762eb31/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T02:20:07,328 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54401 2024-11-21T02:20:07,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:20:07,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:20:07,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/test.cache.data in system properties and HBase conf 2024-11-21T02:20:07,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:20:07,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:20:07,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:20:07,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:20:07,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:20:07,329 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:20:07,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:20:07,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:20:07,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:20:07,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:20:07,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:20:07,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:20:07,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:20:07,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:20:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:20:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:20:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:20:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:20:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:20:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:20:07,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:20:07,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:20:07,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:20:07,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T02:20:07,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T02:20:07,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:20:07,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:20:07,728 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:20:07,735 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:20:07,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:20:07,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:20:07,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:20:07,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:20:07,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2befb1e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:20:07,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ab422d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:20:07,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@170359dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/java.io.tmpdir/jetty-localhost-39955-hadoop-hdfs-3_4_1-tests_jar-_-any-1615269670242718750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:20:07,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e896443{HTTP/1.1, (http/1.1)}{localhost:39955} 2024-11-21T02:20:07,875 INFO [Time-limited test {}] server.Server(415): Started @151139ms 2024-11-21T02:20:08,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:20:08,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:20:08,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:20:08,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:20:08,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:20:08,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@474a5572{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:20:08,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d9644af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:20:08,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46d0f969{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/java.io.tmpdir/jetty-localhost-39507-hadoop-hdfs-3_4_1-tests_jar-_-any-4373114449577035759/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:20:08,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46c131e{HTTP/1.1, (http/1.1)}{localhost:39507} 2024-11-21T02:20:08,528 INFO [Time-limited test {}] server.Server(415): Started @151791ms 2024-11-21T02:20:08,529 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:20:09,249 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/cluster_2ce2d3b0-fb34-f3e7-6ec1-a5ecb762eb31/data/data2/current/BP-809824944-172.17.0.2-1732155607363/current, will proceed with Du for space computation calculation, 2024-11-21T02:20:09,249 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/cluster_2ce2d3b0-fb34-f3e7-6ec1-a5ecb762eb31/data/data1/current/BP-809824944-172.17.0.2-1732155607363/current, will proceed with Du for space computation calculation, 2024-11-21T02:20:09,292 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:20:09,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf93e68caa57ad2db with lease ID 0x8727e7d7a3adb980: Processing first storage report for DS-c90ad4a1-ee50-49b8-b9e1-ac11b0bd7203 from datanode DatanodeRegistration(127.0.0.1:43907, datanodeUuid=678fba72-ca46-4006-a123-77831077b8d3, infoPort=40955, infoSecurePort=0, ipcPort=38851, storageInfo=lv=-57;cid=testClusterID;nsid=954846668;c=1732155607363) 2024-11-21T02:20:09,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf93e68caa57ad2db with lease ID 0x8727e7d7a3adb980: from storage DS-c90ad4a1-ee50-49b8-b9e1-ac11b0bd7203 node DatanodeRegistration(127.0.0.1:43907, datanodeUuid=678fba72-ca46-4006-a123-77831077b8d3, infoPort=40955, infoSecurePort=0, ipcPort=38851, storageInfo=lv=-57;cid=testClusterID;nsid=954846668;c=1732155607363), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:20:09,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf93e68caa57ad2db with lease ID 0x8727e7d7a3adb980: Processing first storage report for DS-c2a756f3-ed38-4d64-b231-23ddc8ceaa29 from datanode DatanodeRegistration(127.0.0.1:43907, datanodeUuid=678fba72-ca46-4006-a123-77831077b8d3, infoPort=40955, infoSecurePort=0, ipcPort=38851, storageInfo=lv=-57;cid=testClusterID;nsid=954846668;c=1732155607363) 2024-11-21T02:20:09,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf93e68caa57ad2db with lease ID 0x8727e7d7a3adb980: from storage DS-c2a756f3-ed38-4d64-b231-23ddc8ceaa29 node DatanodeRegistration(127.0.0.1:43907, datanodeUuid=678fba72-ca46-4006-a123-77831077b8d3, infoPort=40955, infoSecurePort=0, ipcPort=38851, storageInfo=lv=-57;cid=testClusterID;nsid=954846668;c=1732155607363), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:20:09,401 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a 2024-11-21T02:20:09,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:09,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:09,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:20:09,421 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554 with version=8 2024-11-21T02:20:09,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/hbase-staging 2024-11-21T02:20:09,423 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:20:09,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:09,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:09,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:20:09,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:09,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:20:09,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:20:09,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:20:09,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38187 2024-11-21T02:20:09,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38187 connecting to ZooKeeper ensemble=127.0.0.1:54401 2024-11-21T02:20:09,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381870x0, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:20:09,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38187-0x1015b3104ab0000 connected 2024-11-21T02:20:09,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:09,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:09,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on znode that does not yet exist, /02061525986/running 2024-11-21T02:20:09,776 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554, hbase.cluster.distributed=false 2024-11-21T02:20:09,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on znode that does not yet exist, /02061525986/acl 2024-11-21T02:20:09,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38187 2024-11-21T02:20:09,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38187 2024-11-21T02:20:09,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38187 2024-11-21T02:20:09,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38187 2024-11-21T02:20:09,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38187 2024-11-21T02:20:09,837 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:20:09,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:09,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:09,837 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:20:09,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:09,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:20:09,837 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:20:09,838 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:20:09,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37461 2024-11-21T02:20:09,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37461 connecting to ZooKeeper ensemble=127.0.0.1:54401 2024-11-21T02:20:09,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:09,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:09,900 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374610x0, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:20:09,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374610x0, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on znode that does not yet exist, /02061525986/running 2024-11-21T02:20:09,901 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:20:09,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37461-0x1015b3104ab0001 connected 2024-11-21T02:20:09,916 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:20:09,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on znode that does not yet exist, /02061525986/master 2024-11-21T02:20:09,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on znode that does not yet exist, /02061525986/acl 2024-11-21T02:20:09,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37461 2024-11-21T02:20:09,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37461 2024-11-21T02:20:09,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37461 2024-11-21T02:20:09,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37461 2024-11-21T02:20:09,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37461 2024-11-21T02:20:10,030 DEBUG [M:0;5aee4e3683e9:38187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:38187 2024-11-21T02:20:10,040 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02061525986/backup-masters/5aee4e3683e9,38187,1732155609423 2024-11-21T02:20:10,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986/backup-masters 2024-11-21T02:20:10,054 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on existing znode=/02061525986/backup-masters/5aee4e3683e9,38187,1732155609423 2024-11-21T02:20:10,056 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986/backup-masters 2024-11-21T02:20:10,063 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02061525986/master 2024-11-21T02:20:10,063 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:10,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:10,073 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on existing znode=/02061525986/master 2024-11-21T02:20:10,074 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02061525986/backup-masters/5aee4e3683e9,38187,1732155609423 from backup master directory 2024-11-21T02:20:10,085 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986/backup-masters 2024-11-21T02:20:10,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02061525986/backup-masters/5aee4e3683e9,38187,1732155609423 2024-11-21T02:20:10,086 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:20:10,086 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,38187,1732155609423 2024-11-21T02:20:10,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986/backup-masters 2024-11-21T02:20:10,098 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/hbase.id] with ID: eb2490de-6b88-49aa-a760-cee80ab72057 2024-11-21T02:20:10,098 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/.tmp/hbase.id 2024-11-21T02:20:10,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:20:10,113 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/.tmp/hbase.id]:[hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/hbase.id] 2024-11-21T02:20:10,127 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:10,127 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:20:10,129 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T02:20:10,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:10,138 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:10,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:20:10,207 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:20:10,207 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:20:10,224 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:10,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:20:10,279 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store 2024-11-21T02:20:10,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:20:10,371 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:10,371 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:20:10,371 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:10,371 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:10,371 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:20:10,372 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:10,372 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:10,372 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155610371Disabling compacts and flushes for region at 1732155610371Disabling writes for close at 1732155610371Writing region close event to WAL at 1732155610372 (+1 ms)Closed at 1732155610372 2024-11-21T02:20:10,392 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/.initializing 2024-11-21T02:20:10,392 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/WALs/5aee4e3683e9,38187,1732155609423 2024-11-21T02:20:10,397 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:20:10,414 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C38187%2C1732155609423, suffix=, logDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/WALs/5aee4e3683e9,38187,1732155609423, archiveDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/oldWALs, maxLogs=10 2024-11-21T02:20:10,446 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/WALs/5aee4e3683e9,38187,1732155609423/5aee4e3683e9%2C38187%2C1732155609423.1732155610414, exclude list is [], retry=0 2024-11-21T02:20:10,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43907,DS-c90ad4a1-ee50-49b8-b9e1-ac11b0bd7203,DISK] 2024-11-21T02:20:10,480 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/WALs/5aee4e3683e9,38187,1732155609423/5aee4e3683e9%2C38187%2C1732155609423.1732155610414 2024-11-21T02:20:10,502 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40955:40955)] 2024-11-21T02:20:10,502 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:20:10,502 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:10,502 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:10,502 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:10,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:10,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:20:10,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:10,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:10,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:10,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:20:10,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:10,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:10,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:10,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:20:10,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:10,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:10,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:10,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:20:10,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:10,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:10,556 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:10,560 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:10,561 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:10,568 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:10,568 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:10,568 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:20:10,576 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:10,593 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:20:10,594 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59462507, jitterRate=-0.11393959820270538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:20:10,595 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155610502Initializing all the Stores at 1732155610504 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155610504Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155610509 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155610509Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155610509Cleaning up temporary data from old regions at 1732155610568 (+59 ms)Region opened successfully at 1732155610595 (+27 ms) 2024-11-21T02:20:10,604 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:20:10,608 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c3d48d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:20:10,609 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:20:10,609 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:20:10,609 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:20:10,610 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:20:10,611 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T02:20:10,611 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:20:10,611 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:20:10,643 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:20:10,645 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Unable to get data of znode /02061525986/balancer because node does not exist (not necessarily an error) 2024-11-21T02:20:10,687 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:20:10,689 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02061525986/balancer already deleted, retry=false 2024-11-21T02:20:10,690 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:20:10,691 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Unable to get data of znode /02061525986/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:20:10,700 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02061525986/normalizer already deleted, retry=false 2024-11-21T02:20:10,701 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:20:10,707 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Unable to get data of znode /02061525986/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:20:10,716 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02061525986/switch/split already deleted, retry=false 2024-11-21T02:20:10,717 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Unable to get data of znode /02061525986/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:20:10,726 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02061525986/switch/merge already deleted, retry=false 2024-11-21T02:20:10,729 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Unable to get data of znode /02061525986/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:20:10,737 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02061525986/snapshot-cleanup already deleted, retry=false 2024-11-21T02:20:10,748 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02061525986/running 2024-11-21T02:20:10,748 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:10,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02061525986/running 2024-11-21T02:20:10,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:10,749 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,38187,1732155609423, sessionid=0x1015b3104ab0000, setting cluster-up flag (Was=false) 2024-11-21T02:20:10,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:10,774 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:10,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:10,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:10,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:10,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:10,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:10,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:10,811 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02061525986/flush-table-proc/acquired, /02061525986/flush-table-proc/reached, /02061525986/flush-table-proc/abort 2024-11-21T02:20:10,823 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,38187,1732155609423 2024-11-21T02:20:10,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:10,843 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:10,880 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02061525986/online-snapshot/acquired, /02061525986/online-snapshot/reached, /02061525986/online-snapshot/abort 2024-11-21T02:20:10,883 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,38187,1732155609423 2024-11-21T02:20:10,894 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:20:10,900 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:10,900 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:20:10,900 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:20:10,900 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,38187,1732155609423 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:20:10,909 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:10,909 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:10,909 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:10,909 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:10,909 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:20:10,909 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:10,910 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:20:10,910 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:10,914 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(746): ClusterId : eb2490de-6b88-49aa-a760-cee80ab72057 2024-11-21T02:20:10,914 DEBUG [RS:0;5aee4e3683e9:37461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:20:10,935 DEBUG [RS:0;5aee4e3683e9:37461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:20:10,935 DEBUG [RS:0;5aee4e3683e9:37461 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:20:10,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:10,949 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:20:10,949 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155640949 2024-11-21T02:20:10,949 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:20:10,949 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:20:10,949 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:20:10,949 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:20:10,950 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:20:10,950 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:20:10,956 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:10,960 DEBUG [RS:0;5aee4e3683e9:37461 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:20:10,961 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:10,961 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:20:10,961 DEBUG [RS:0;5aee4e3683e9:37461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d55a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:20:10,968 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:20:10,969 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:20:10,969 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:20:10,969 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:20:10,973 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:20:10,973 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:20:10,988 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155610973,5,FailOnTimeoutGroup] 2024-11-21T02:20:11,029 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155610988,5,FailOnTimeoutGroup] 2024-11-21T02:20:11,029 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:11,029 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:20:11,029 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:11,029 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:11,032 DEBUG [RS:0;5aee4e3683e9:37461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:37461 2024-11-21T02:20:11,032 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:20:11,032 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:20:11,032 DEBUG [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:20:11,040 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,38187,1732155609423 with port=37461, startcode=1732155609820 2024-11-21T02:20:11,041 DEBUG [RS:0;5aee4e3683e9:37461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:20:11,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:20:11,061 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:20:11,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,37461,1732155609820 2024-11-21T02:20:11,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38187 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,37461,1732155609820 2024-11-21T02:20:11,064 DEBUG [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554 2024-11-21T02:20:11,064 DEBUG [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37701 2024-11-21T02:20:11,064 DEBUG [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:20:11,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986/rs 2024-11-21T02:20:11,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,37461,1732155609820] 2024-11-21T02:20:11,086 DEBUG [RS:0;5aee4e3683e9:37461 {}] zookeeper.ZKUtil(111): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on existing znode=/02061525986/rs/5aee4e3683e9,37461,1732155609820 2024-11-21T02:20:11,086 WARN [RS:0;5aee4e3683e9:37461 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:20:11,086 INFO [RS:0;5aee4e3683e9:37461 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:11,086 DEBUG [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820 2024-11-21T02:20:11,120 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:20:11,128 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:20:11,133 INFO [RS:0;5aee4e3683e9:37461 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:20:11,133 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:11,135 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:20:11,137 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:20:11,137 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:11,137 DEBUG [RS:0;5aee4e3683e9:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:11,137 DEBUG [RS:0;5aee4e3683e9:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:11,137 DEBUG [RS:0;5aee4e3683e9:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:11,137 DEBUG [RS:0;5aee4e3683e9:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:11,137 DEBUG [RS:0;5aee4e3683e9:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:11,137 DEBUG [RS:0;5aee4e3683e9:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:20:11,137 DEBUG [RS:0;5aee4e3683e9:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:11,137 DEBUG [RS:0;5aee4e3683e9:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:11,137 DEBUG [RS:0;5aee4e3683e9:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:11,138 DEBUG [RS:0;5aee4e3683e9:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:11,138 DEBUG [RS:0;5aee4e3683e9:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:11,138 DEBUG [RS:0;5aee4e3683e9:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:11,138 DEBUG [RS:0;5aee4e3683e9:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:20:11,138 DEBUG [RS:0;5aee4e3683e9:37461 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:20:11,140 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:11,141 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:11,141 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:11,141 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:11,141 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:11,141 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37461,1732155609820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:20:11,172 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:20:11,172 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37461,1732155609820-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:11,173 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:11,173 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.Replication(171): 5aee4e3683e9,37461,1732155609820 started 2024-11-21T02:20:11,208 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:11,208 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,37461,1732155609820, RpcServer on 5aee4e3683e9/172.17.0.2:37461, sessionid=0x1015b3104ab0001 2024-11-21T02:20:11,208 DEBUG [RS:0;5aee4e3683e9:37461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:20:11,208 DEBUG [RS:0;5aee4e3683e9:37461 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,37461,1732155609820 2024-11-21T02:20:11,208 DEBUG [RS:0;5aee4e3683e9:37461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,37461,1732155609820' 2024-11-21T02:20:11,208 DEBUG [RS:0;5aee4e3683e9:37461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02061525986/flush-table-proc/abort' 2024-11-21T02:20:11,212 DEBUG [RS:0;5aee4e3683e9:37461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02061525986/flush-table-proc/acquired' 2024-11-21T02:20:11,215 DEBUG [RS:0;5aee4e3683e9:37461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:20:11,215 DEBUG [RS:0;5aee4e3683e9:37461 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:20:11,215 DEBUG [RS:0;5aee4e3683e9:37461 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,37461,1732155609820 2024-11-21T02:20:11,215 DEBUG [RS:0;5aee4e3683e9:37461 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,37461,1732155609820' 2024-11-21T02:20:11,215 DEBUG [RS:0;5aee4e3683e9:37461 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02061525986/online-snapshot/abort' 2024-11-21T02:20:11,217 DEBUG [RS:0;5aee4e3683e9:37461 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02061525986/online-snapshot/acquired' 2024-11-21T02:20:11,219 DEBUG [RS:0;5aee4e3683e9:37461 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:20:11,220 INFO [RS:0;5aee4e3683e9:37461 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:20:11,220 INFO [RS:0;5aee4e3683e9:37461 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:20:11,320 INFO [RS:0;5aee4e3683e9:37461 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:20:11,328 INFO [RS:0;5aee4e3683e9:37461 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C37461%2C1732155609820, suffix=, logDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820, archiveDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/oldWALs, maxLogs=10 2024-11-21T02:20:11,357 DEBUG [RS:0;5aee4e3683e9:37461 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.1732155611328, exclude list is [], retry=0 2024-11-21T02:20:11,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43907,DS-c90ad4a1-ee50-49b8-b9e1-ac11b0bd7203,DISK] 2024-11-21T02:20:11,381 INFO [RS:0;5aee4e3683e9:37461 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.1732155611328 2024-11-21T02:20:11,384 DEBUG [RS:0;5aee4e3683e9:37461 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40955:40955)] 2024-11-21T02:20:11,472 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:20:11,472 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554 2024-11-21T02:20:11,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741833_1009 (size=32) 2024-11-21T02:20:11,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:11,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:20:11,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:20:11,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:11,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:11,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:20:11,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:20:11,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:12,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:12,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:20:12,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:20:12,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:12,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:12,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:20:12,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:20:12,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:12,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:12,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:20:12,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740 2024-11-21T02:20:12,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740 2024-11-21T02:20:12,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:20:12,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:20:12,113 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:20:12,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:20:12,129 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:20:12,129 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64286569, jitterRate=-0.04205547273159027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:20:12,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155611947Initializing all the Stores at 1732155611953 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155611953Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155611957 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155611957Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155611957Cleaning up temporary data from old regions at 1732155612104 (+147 ms)Region opened successfully at 1732155612130 (+26 ms) 2024-11-21T02:20:12,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:20:12,130 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:20:12,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:20:12,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:20:12,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:20:12,137 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:20:12,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155612130Disabling compacts and flushes for region at 1732155612130Disabling writes for close at 1732155612130Writing region close event to WAL at 1732155612137 (+7 ms)Closed at 1732155612137 2024-11-21T02:20:12,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:12,146 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:20:12,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:20:12,148 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:20:12,150 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:20:12,300 DEBUG [5aee4e3683e9:38187 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:20:12,301 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,37461,1732155609820 2024-11-21T02:20:12,303 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,37461,1732155609820, state=OPENING 2024-11-21T02:20:12,316 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:20:12,326 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:12,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:12,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02061525986/meta-region-server: CHANGED 2024-11-21T02:20:12,329 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:20:12,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,37461,1732155609820}] 2024-11-21T02:20:12,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02061525986/meta-region-server: CHANGED 2024-11-21T02:20:12,489 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:20:12,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:20:12,528 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:20:12,528 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:12,529 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:20:12,538 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C37461%2C1732155609820.meta, suffix=.meta, logDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820, archiveDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/oldWALs, maxLogs=10 2024-11-21T02:20:12,568 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.meta.1732155612538.meta, exclude list is [], retry=0 2024-11-21T02:20:12,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43907,DS-c90ad4a1-ee50-49b8-b9e1-ac11b0bd7203,DISK] 2024-11-21T02:20:12,585 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.meta.1732155612538.meta 2024-11-21T02:20:12,589 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40955:40955)] 2024-11-21T02:20:12,590 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:20:12,591 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:20:12,591 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:20:12,591 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:20:12,595 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:20:12,595 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:20:12,595 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:12,595 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:20:12,595 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:20:12,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:20:12,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:20:12,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:12,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:12,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:20:12,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:20:12,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:12,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:12,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:20:12,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:20:12,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:12,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:12,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:20:12,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:20:12,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:12,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:12,621 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:20:12,624 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740 2024-11-21T02:20:12,626 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740 2024-11-21T02:20:12,638 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:20:12,638 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:20:12,642 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:20:12,649 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:20:12,658 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69753048, jitterRate=0.03940141201019287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:20:12,658 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:20:12,659 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155612596Writing region info on filesystem at 1732155612596Initializing all the Stores at 1732155612598 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155612598Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155612600 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155612600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155612600Cleaning up temporary data from old regions at 1732155612638 (+38 ms)Running coprocessor post-open hooks at 1732155612658 (+20 ms)Region opened successfully at 1732155612659 (+1 ms) 2024-11-21T02:20:12,675 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155612488 2024-11-21T02:20:12,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,37461,1732155609820 2024-11-21T02:20:12,698 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:20:12,698 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:20:12,699 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,37461,1732155609820, state=OPEN 2024-11-21T02:20:12,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02061525986/meta-region-server 2024-11-21T02:20:12,778 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02061525986/meta-region-server 2024-11-21T02:20:12,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02061525986/meta-region-server: CHANGED 2024-11-21T02:20:12,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02061525986/meta-region-server: CHANGED 2024-11-21T02:20:12,778 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,37461,1732155609820 2024-11-21T02:20:12,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:20:12,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,37461,1732155609820 in 449 msec 2024-11-21T02:20:12,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:20:12,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-11-21T02:20:12,793 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:12,793 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:20:12,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:12,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37461,1732155609820, seqNum=-1] 2024-11-21T02:20:12,796 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:12,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:20:12,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9320 sec 2024-11-21T02:20:12,829 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155612829, completionTime=-1 2024-11-21T02:20:12,830 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:20:12,830 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:20:12,836 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:20:12,836 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155672836 2024-11-21T02:20:12,836 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155732836 2024-11-21T02:20:12,836 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-21T02:20:12,837 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,38187,1732155609423-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:12,837 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,38187,1732155609423-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:12,837 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,38187,1732155609423-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:12,837 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:38187, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:12,837 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:12,845 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:12,852 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:20:12,856 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.770sec 2024-11-21T02:20:12,856 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:20:12,857 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:20:12,857 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:20:12,857 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:20:12,857 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:20:12,857 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,38187,1732155609423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:20:12,857 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,38187,1732155609423-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:20:12,887 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:20:12,887 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:20:12,887 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,38187,1732155609423-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:12,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b817166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:12,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,38187,-1 for getting cluster id 2024-11-21T02:20:12,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:12,938 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb2490de-6b88-49aa-a760-cee80ab72057' 2024-11-21T02:20:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb2490de-6b88-49aa-a760-cee80ab72057" 2024-11-21T02:20:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd8b6b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,38187,-1] 2024-11-21T02:20:12,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:12,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:12,941 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:12,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a36004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:12,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:12,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37461,1732155609820, seqNum=-1] 2024-11-21T02:20:12,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:12,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:20:12,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,38187,1732155609423 2024-11-21T02:20:12,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54401 2024-11-21T02:20:12,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:20:12,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b3104ab0002 connected 2024-11-21T02:20:13,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/hadoop.log.dir so I do NOT create it in target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8 2024-11-21T02:20:13,010 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:20:13,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/hadoop.tmp.dir so I do NOT create it in target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8 2024-11-21T02:20:13,010 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:20:13,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8 2024-11-21T02:20:13,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:20:13,010 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/cluster_6e3342d6-8857-5a94-9971-ca8b00cd505e, deleteOnExit=true 2024-11-21T02:20:13,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:20:13,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/test.cache.data in system properties and HBase conf 2024-11-21T02:20:13,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:20:13,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:20:13,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:20:13,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:20:13,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:20:13,011 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:20:13,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:20:13,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:20:13,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:20:13,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:20:13,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:20:13,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:20:13,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:20:13,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:20:13,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:20:13,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:20:13,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:20:13,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:20:13,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:20:13,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:20:13,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:20:13,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:20:13,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:20:13,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:20:13,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:20:13,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:20:13,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55e2743d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:20:13,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4167e73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:20:13,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@504eb4f8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/java.io.tmpdir/jetty-localhost-40111-hadoop-hdfs-3_4_1-tests_jar-_-any-11670139704783594129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:20:13,696 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b8c3687{HTTP/1.1, (http/1.1)}{localhost:40111} 2024-11-21T02:20:13,696 INFO [Time-limited test {}] server.Server(415): Started @156960ms 2024-11-21T02:20:14,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:20:14,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:20:14,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:20:14,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:20:14,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:20:14,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4795fbe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:20:14,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bb9db48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:20:14,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ff71a22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/java.io.tmpdir/jetty-localhost-40751-hadoop-hdfs-3_4_1-tests_jar-_-any-13306255642474526774/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:20:14,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f2cce08{HTTP/1.1, (http/1.1)}{localhost:40751} 2024-11-21T02:20:14,414 INFO [Time-limited test {}] server.Server(415): Started @157677ms 2024-11-21T02:20:14,415 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:20:15,243 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/cluster_6e3342d6-8857-5a94-9971-ca8b00cd505e/data/data1/current/BP-1963308124-172.17.0.2-1732155613034/current, will proceed with Du for space computation calculation, 2024-11-21T02:20:15,247 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/cluster_6e3342d6-8857-5a94-9971-ca8b00cd505e/data/data2/current/BP-1963308124-172.17.0.2-1732155613034/current, will proceed with Du for space computation calculation, 2024-11-21T02:20:15,306 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:20:15,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37024c6eaf272495 with lease ID 0x88b1d2aadb99a4db: Processing first storage report for DS-9a97129d-af26-46af-a719-97d885081f15 from datanode DatanodeRegistration(127.0.0.1:46701, datanodeUuid=e3e1e568-5b5e-468f-8e4f-4ce3e5e95f5d, infoPort=45249, infoSecurePort=0, ipcPort=40777, storageInfo=lv=-57;cid=testClusterID;nsid=422434258;c=1732155613034) 2024-11-21T02:20:15,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37024c6eaf272495 with lease ID 0x88b1d2aadb99a4db: from storage DS-9a97129d-af26-46af-a719-97d885081f15 node DatanodeRegistration(127.0.0.1:46701, datanodeUuid=e3e1e568-5b5e-468f-8e4f-4ce3e5e95f5d, infoPort=45249, infoSecurePort=0, ipcPort=40777, storageInfo=lv=-57;cid=testClusterID;nsid=422434258;c=1732155613034), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:20:15,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37024c6eaf272495 with lease ID 0x88b1d2aadb99a4db: Processing first storage report for DS-63c420d2-5c0a-4049-9489-d3202d32a25d from datanode DatanodeRegistration(127.0.0.1:46701, datanodeUuid=e3e1e568-5b5e-468f-8e4f-4ce3e5e95f5d, infoPort=45249, infoSecurePort=0, ipcPort=40777, storageInfo=lv=-57;cid=testClusterID;nsid=422434258;c=1732155613034) 2024-11-21T02:20:15,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37024c6eaf272495 with lease ID 0x88b1d2aadb99a4db: from storage DS-63c420d2-5c0a-4049-9489-d3202d32a25d node DatanodeRegistration(127.0.0.1:46701, datanodeUuid=e3e1e568-5b5e-468f-8e4f-4ce3e5e95f5d, infoPort=45249, infoSecurePort=0, ipcPort=40777, storageInfo=lv=-57;cid=testClusterID;nsid=422434258;c=1732155613034), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:20:15,349 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8 2024-11-21T02:20:15,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:15,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:15,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46701 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:20:15,423 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c with version=8 2024-11-21T02:20:15,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/hbase-staging 2024-11-21T02:20:15,428 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:20:15,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:15,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:15,428 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:20:15,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:15,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:20:15,428 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:20:15,429 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:20:15,436 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40753 2024-11-21T02:20:15,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40753 connecting to ZooKeeper ensemble=127.0.0.1:54401 2024-11-21T02:20:15,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407530x0, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:20:15,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40753-0x1015b3104ab0003 connected 2024-11-21T02:20:15,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:15,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:15,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Set watcher on znode that does not yet exist, /11419352328/running 2024-11-21T02:20:15,563 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c, hbase.cluster.distributed=false 2024-11-21T02:20:15,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Set watcher on znode that does not yet exist, /11419352328/acl 2024-11-21T02:20:15,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40753 2024-11-21T02:20:15,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40753 2024-11-21T02:20:15,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40753 2024-11-21T02:20:15,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40753 2024-11-21T02:20:15,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40753 2024-11-21T02:20:15,627 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:20:15,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:15,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:15,628 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:20:15,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:15,628 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:20:15,628 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:20:15,628 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:20:15,629 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46031 2024-11-21T02:20:15,630 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46031 connecting to ZooKeeper ensemble=127.0.0.1:54401 2024-11-21T02:20:15,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:15,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:15,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460310x0, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:20:15,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460310x0, quorum=127.0.0.1:54401, baseZNode=/11419352328 Set watcher on znode that does not yet exist, /11419352328/running 2024-11-21T02:20:15,663 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:20:15,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46031-0x1015b3104ab0004 connected 2024-11-21T02:20:15,676 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:20:15,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Set watcher on znode that does not yet exist, /11419352328/master 2024-11-21T02:20:15,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Set watcher on znode that does not yet exist, /11419352328/acl 2024-11-21T02:20:15,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46031 2024-11-21T02:20:15,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46031 2024-11-21T02:20:15,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46031 2024-11-21T02:20:15,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46031 2024-11-21T02:20:15,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46031 2024-11-21T02:20:15,736 DEBUG [M:0;5aee4e3683e9:40753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:40753 2024-11-21T02:20:15,750 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11419352328/backup-masters/5aee4e3683e9,40753,1732155615427 2024-11-21T02:20:15,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328/backup-masters 2024-11-21T02:20:15,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328/backup-masters 2024-11-21T02:20:15,765 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Set watcher on existing znode=/11419352328/backup-masters/5aee4e3683e9,40753,1732155615427 2024-11-21T02:20:15,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11419352328/master 2024-11-21T02:20:15,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328 2024-11-21T02:20:15,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328 2024-11-21T02:20:15,776 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Set watcher on existing znode=/11419352328/master 2024-11-21T02:20:15,776 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11419352328/backup-masters/5aee4e3683e9,40753,1732155615427 from backup master directory 2024-11-21T02:20:15,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328/backup-masters 2024-11-21T02:20:15,793 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:20:15,793 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,40753,1732155615427 2024-11-21T02:20:15,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11419352328/backup-masters/5aee4e3683e9,40753,1732155615427 2024-11-21T02:20:15,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328/backup-masters 2024-11-21T02:20:15,810 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/hbase.id] with ID: 890ba5c8-f37b-4b51-a04b-4c2d8c7e7f10 2024-11-21T02:20:15,810 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/.tmp/hbase.id 2024-11-21T02:20:15,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46701 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:20:16,264 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/.tmp/hbase.id]:[hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/hbase.id] 2024-11-21T02:20:16,285 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:16,285 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:20:16,286 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T02:20:16,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328 2024-11-21T02:20:16,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328 2024-11-21T02:20:16,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46701 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:20:16,312 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:20:16,313 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:20:16,319 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46701 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:20:16,335 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store 2024-11-21T02:20:16,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46701 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:20:16,743 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:16,743 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:20:16,743 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:16,743 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:16,743 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:20:16,743 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:16,744 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:16,744 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155616743Disabling compacts and flushes for region at 1732155616743Disabling writes for close at 1732155616743Writing region close event to WAL at 1732155616743Closed at 1732155616744 (+1 ms) 2024-11-21T02:20:16,745 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/.initializing 2024-11-21T02:20:16,745 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/WALs/5aee4e3683e9,40753,1732155615427 2024-11-21T02:20:16,746 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:20:16,748 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C40753%2C1732155615427, suffix=, logDir=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/WALs/5aee4e3683e9,40753,1732155615427, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/oldWALs, maxLogs=10 2024-11-21T02:20:16,765 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/WALs/5aee4e3683e9,40753,1732155615427/5aee4e3683e9%2C40753%2C1732155615427.1732155616748, exclude list is [], retry=0 2024-11-21T02:20:16,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46701,DS-9a97129d-af26-46af-a719-97d885081f15,DISK] 2024-11-21T02:20:16,770 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/WALs/5aee4e3683e9,40753,1732155615427/5aee4e3683e9%2C40753%2C1732155615427.1732155616748 2024-11-21T02:20:16,770 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45249:45249)] 2024-11-21T02:20:16,770 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:20:16,770 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:16,770 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:16,770 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:16,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:16,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:20:16,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:16,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:16,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:16,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:20:16,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:16,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:16,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:16,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:20:16,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:16,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:16,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:16,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:20:16,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:16,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:16,779 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:16,779 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:16,780 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:16,781 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:16,781 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:16,782 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:20:16,783 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:16,784 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:20:16,785 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70704474, jitterRate=0.05357876420021057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:20:16,785 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155616771Initializing all the Stores at 1732155616771Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155616772 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155616772Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155616772Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155616772Cleaning up temporary data from old regions at 1732155616781 (+9 ms)Region opened successfully at 1732155616785 (+4 ms) 2024-11-21T02:20:16,785 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:20:16,791 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1bb764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:20:16,792 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:20:16,793 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:20:16,793 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:20:16,793 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:20:16,793 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:20:16,794 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:20:16,794 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:20:16,796 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:20:16,797 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Unable to get data of znode /11419352328/balancer because node does not exist (not necessarily an error) 2024-11-21T02:20:16,910 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11419352328/balancer already deleted, retry=false 2024-11-21T02:20:16,910 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:20:16,911 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Unable to get data of znode /11419352328/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:20:16,920 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11419352328/normalizer already deleted, retry=false 2024-11-21T02:20:16,921 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:20:16,922 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Unable to get data of znode /11419352328/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:20:16,931 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11419352328/switch/split already deleted, retry=false 2024-11-21T02:20:16,932 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Unable to get data of znode /11419352328/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:20:16,941 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11419352328/switch/merge already deleted, retry=false 2024-11-21T02:20:16,943 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Unable to get data of znode /11419352328/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:20:16,952 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11419352328/snapshot-cleanup already deleted, retry=false 2024-11-21T02:20:16,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11419352328/running 2024-11-21T02:20:16,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11419352328/running 2024-11-21T02:20:16,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328 2024-11-21T02:20:16,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328 2024-11-21T02:20:16,963 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,40753,1732155615427, sessionid=0x1015b3104ab0003, setting cluster-up flag (Was=false) 2024-11-21T02:20:16,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328 2024-11-21T02:20:16,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328 2024-11-21T02:20:17,015 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11419352328/flush-table-proc/acquired, /11419352328/flush-table-proc/reached, /11419352328/flush-table-proc/abort 2024-11-21T02:20:17,016 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,40753,1732155615427 2024-11-21T02:20:17,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328 2024-11-21T02:20:17,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328 2024-11-21T02:20:17,068 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11419352328/online-snapshot/acquired, /11419352328/online-snapshot/reached, /11419352328/online-snapshot/abort 2024-11-21T02:20:17,069 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,40753,1732155615427 2024-11-21T02:20:17,070 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:20:17,072 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:17,072 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:20:17,072 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:20:17,073 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,40753,1732155615427 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:20:17,074 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:17,074 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:17,074 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:17,074 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:17,074 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:20:17,074 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:17,074 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:20:17,074 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:17,075 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155647075 2024-11-21T02:20:17,076 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:20:17,076 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:20:17,076 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:20:17,076 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:20:17,076 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:20:17,076 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:17,076 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:20:17,076 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:20:17,078 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:17,078 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:20:17,080 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:17,084 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:20:17,084 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:20:17,084 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:20:17,084 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:20:17,085 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:20:17,085 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:20:17,088 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155617085,5,FailOnTimeoutGroup] 2024-11-21T02:20:17,092 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155617088,5,FailOnTimeoutGroup] 2024-11-21T02:20:17,092 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:17,092 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:20:17,092 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:17,092 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:17,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46701 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:20:17,109 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(746): ClusterId : 890ba5c8-f37b-4b51-a04b-4c2d8c7e7f10 2024-11-21T02:20:17,109 DEBUG [RS:0;5aee4e3683e9:46031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:20:17,120 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:20:17,121 DEBUG [RS:0;5aee4e3683e9:46031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:20:17,121 DEBUG [RS:0;5aee4e3683e9:46031 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:20:17,132 DEBUG [RS:0;5aee4e3683e9:46031 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:20:17,132 DEBUG [RS:0;5aee4e3683e9:46031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7e070b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:20:17,146 DEBUG [RS:0;5aee4e3683e9:46031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:46031 2024-11-21T02:20:17,146 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:20:17,146 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:20:17,146 DEBUG [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:20:17,148 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,40753,1732155615427 with port=46031, startcode=1732155615627 2024-11-21T02:20:17,148 DEBUG [RS:0;5aee4e3683e9:46031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:20:17,150 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:20:17,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40753 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,46031,1732155615627 2024-11-21T02:20:17,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40753 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,46031,1732155615627 2024-11-21T02:20:17,153 DEBUG [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c 2024-11-21T02:20:17,153 DEBUG [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46361 2024-11-21T02:20:17,153 DEBUG [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:20:17,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328/rs 2024-11-21T02:20:17,218 DEBUG [RS:0;5aee4e3683e9:46031 {}] zookeeper.ZKUtil(111): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Set watcher on existing znode=/11419352328/rs/5aee4e3683e9,46031,1732155615627 2024-11-21T02:20:17,218 WARN [RS:0;5aee4e3683e9:46031 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:20:17,218 INFO [RS:0;5aee4e3683e9:46031 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:17,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,46031,1732155615627] 2024-11-21T02:20:17,218 DEBUG [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/WALs/5aee4e3683e9,46031,1732155615627 2024-11-21T02:20:17,222 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:20:17,224 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:20:17,226 INFO [RS:0;5aee4e3683e9:46031 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:20:17,226 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:17,228 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:20:17,229 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:20:17,229 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:17,229 DEBUG [RS:0;5aee4e3683e9:46031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:17,229 DEBUG [RS:0;5aee4e3683e9:46031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:17,229 DEBUG [RS:0;5aee4e3683e9:46031 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:17,229 DEBUG [RS:0;5aee4e3683e9:46031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:17,229 DEBUG [RS:0;5aee4e3683e9:46031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:17,229 DEBUG [RS:0;5aee4e3683e9:46031 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:20:17,229 DEBUG [RS:0;5aee4e3683e9:46031 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:17,229 DEBUG [RS:0;5aee4e3683e9:46031 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:17,229 DEBUG [RS:0;5aee4e3683e9:46031 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:17,229 DEBUG [RS:0;5aee4e3683e9:46031 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:17,229 DEBUG [RS:0;5aee4e3683e9:46031 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:17,230 DEBUG [RS:0;5aee4e3683e9:46031 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:17,230 DEBUG [RS:0;5aee4e3683e9:46031 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:20:17,230 DEBUG [RS:0;5aee4e3683e9:46031 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:20:17,232 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:17,232 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:17,232 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:17,232 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:17,232 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:17,232 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46031,1732155615627-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:20:17,250 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:20:17,250 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46031,1732155615627-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:17,250 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:17,250 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.Replication(171): 5aee4e3683e9,46031,1732155615627 started 2024-11-21T02:20:17,264 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:17,264 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,46031,1732155615627, RpcServer on 5aee4e3683e9/172.17.0.2:46031, sessionid=0x1015b3104ab0004 2024-11-21T02:20:17,264 DEBUG [RS:0;5aee4e3683e9:46031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:20:17,264 DEBUG [RS:0;5aee4e3683e9:46031 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,46031,1732155615627 2024-11-21T02:20:17,264 DEBUG [RS:0;5aee4e3683e9:46031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,46031,1732155615627' 2024-11-21T02:20:17,264 DEBUG [RS:0;5aee4e3683e9:46031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11419352328/flush-table-proc/abort' 2024-11-21T02:20:17,264 DEBUG [RS:0;5aee4e3683e9:46031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11419352328/flush-table-proc/acquired' 2024-11-21T02:20:17,265 DEBUG [RS:0;5aee4e3683e9:46031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:20:17,265 DEBUG [RS:0;5aee4e3683e9:46031 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:20:17,265 DEBUG [RS:0;5aee4e3683e9:46031 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,46031,1732155615627 2024-11-21T02:20:17,265 DEBUG [RS:0;5aee4e3683e9:46031 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,46031,1732155615627' 2024-11-21T02:20:17,265 DEBUG [RS:0;5aee4e3683e9:46031 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11419352328/online-snapshot/abort' 2024-11-21T02:20:17,265 DEBUG [RS:0;5aee4e3683e9:46031 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11419352328/online-snapshot/acquired' 2024-11-21T02:20:17,265 DEBUG [RS:0;5aee4e3683e9:46031 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:20:17,265 INFO [RS:0;5aee4e3683e9:46031 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:20:17,265 INFO [RS:0;5aee4e3683e9:46031 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:20:17,366 INFO [RS:0;5aee4e3683e9:46031 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:20:17,367 INFO [RS:0;5aee4e3683e9:46031 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C46031%2C1732155615627, suffix=, logDir=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/WALs/5aee4e3683e9,46031,1732155615627, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/oldWALs, maxLogs=10 2024-11-21T02:20:17,384 DEBUG [RS:0;5aee4e3683e9:46031 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/WALs/5aee4e3683e9,46031,1732155615627/5aee4e3683e9%2C46031%2C1732155615627.1732155617368, exclude list is [], retry=0 2024-11-21T02:20:17,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46701,DS-9a97129d-af26-46af-a719-97d885081f15,DISK] 2024-11-21T02:20:17,388 INFO [RS:0;5aee4e3683e9:46031 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/WALs/5aee4e3683e9,46031,1732155615627/5aee4e3683e9%2C46031%2C1732155615627.1732155617368 2024-11-21T02:20:17,388 DEBUG [RS:0;5aee4e3683e9:46031 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45249:45249)] 2024-11-21T02:20:17,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:20:17,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T02:20:17,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:20:17,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T02:20:17,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:20:17,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T02:20:17,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:20:17,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T02:20:17,497 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:20:17,498 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c 2024-11-21T02:20:17,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46701 is added to blk_1073741833_1009 (size=32) 2024-11-21T02:20:17,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:17,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:20:17,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:20:17,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:17,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:17,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:20:17,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:20:17,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:17,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:17,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:20:17,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:20:17,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:17,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:17,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:20:17,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:20:17,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:17,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:17,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:20:17,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/data/hbase/meta/1588230740 2024-11-21T02:20:17,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/data/hbase/meta/1588230740 2024-11-21T02:20:17,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:20:17,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:20:17,934 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:20:17,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:20:17,937 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:20:17,938 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62355551, jitterRate=-0.07082988321781158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:20:17,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155617908Initializing all the Stores at 1732155617909 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155617909Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155617910 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155617910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155617910Cleaning up temporary data from old regions at 1732155617933 (+23 ms)Region opened successfully at 1732155617938 (+5 ms) 2024-11-21T02:20:17,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:20:17,938 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:20:17,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:20:17,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:20:17,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:20:17,939 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:20:17,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155617938Disabling compacts and flushes for region at 1732155617938Disabling writes for close at 1732155617938Writing region close event to WAL at 1732155617939 (+1 ms)Closed at 1732155617939 2024-11-21T02:20:17,940 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:17,940 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:20:17,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:20:17,941 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:20:17,942 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:20:18,092 DEBUG [5aee4e3683e9:40753 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:20:18,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,46031,1732155615627 2024-11-21T02:20:18,094 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,46031,1732155615627, state=OPENING 2024-11-21T02:20:18,097 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:20:18,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:18,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:18,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:18,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:18,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:18,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:18,152 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:20:18,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328 2024-11-21T02:20:18,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328 2024-11-21T02:20:18,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11419352328/meta-region-server: CHANGED 2024-11-21T02:20:18,163 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11419352328/meta-region-server: CHANGED 2024-11-21T02:20:18,163 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:20:18,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,46031,1732155615627}] 2024-11-21T02:20:18,316 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:20:18,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:20:18,321 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:20:18,321 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:18,321 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:20:18,323 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C46031%2C1732155615627.meta, suffix=.meta, logDir=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/WALs/5aee4e3683e9,46031,1732155615627, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/oldWALs, maxLogs=10 2024-11-21T02:20:18,341 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/WALs/5aee4e3683e9,46031,1732155615627/5aee4e3683e9%2C46031%2C1732155615627.meta.1732155618323.meta, exclude list is [], retry=0 2024-11-21T02:20:18,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46701,DS-9a97129d-af26-46af-a719-97d885081f15,DISK] 2024-11-21T02:20:18,347 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/WALs/5aee4e3683e9,46031,1732155615627/5aee4e3683e9%2C46031%2C1732155615627.meta.1732155618323.meta 2024-11-21T02:20:18,347 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45249:45249)] 2024-11-21T02:20:18,347 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:20:18,348 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:20:18,348 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:20:18,348 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:20:18,348 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:20:18,348 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:20:18,348 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:18,348 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:20:18,348 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:20:18,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:20:18,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:20:18,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:18,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:18,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:20:18,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:20:18,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:18,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:18,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:20:18,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:20:18,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:18,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:18,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:20:18,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:20:18,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:18,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:18,356 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:20:18,356 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/data/hbase/meta/1588230740 2024-11-21T02:20:18,357 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/data/hbase/meta/1588230740 2024-11-21T02:20:18,361 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:20:18,361 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:20:18,362 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:20:18,363 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:20:18,364 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63582946, jitterRate=-0.05254027247428894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:20:18,364 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:20:18,364 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155618349Writing region info on filesystem at 1732155618349Initializing all the Stores at 1732155618350 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155618350Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155618350Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155618350Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155618350Cleaning up temporary data from old regions at 1732155618361 (+11 ms)Running coprocessor post-open hooks at 1732155618364 (+3 ms)Region opened successfully at 1732155618364 2024-11-21T02:20:18,365 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155618316 2024-11-21T02:20:18,367 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:20:18,367 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:20:18,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,46031,1732155615627 2024-11-21T02:20:18,368 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,46031,1732155615627, state=OPEN 2024-11-21T02:20:18,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11419352328/meta-region-server 2024-11-21T02:20:18,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11419352328/meta-region-server 2024-11-21T02:20:18,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11419352328/meta-region-server: CHANGED 2024-11-21T02:20:18,379 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11419352328/meta-region-server: CHANGED 2024-11-21T02:20:18,379 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,46031,1732155615627 2024-11-21T02:20:18,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:20:18,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,46031,1732155615627 in 217 msec 2024-11-21T02:20:18,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:20:18,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-21T02:20:18,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:18,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:20:18,391 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:18,391 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46031,1732155615627, seqNum=-1] 2024-11-21T02:20:18,392 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:18,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:20:18,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3330 sec 2024-11-21T02:20:18,406 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155618406, completionTime=-1 2024-11-21T02:20:18,407 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:20:18,407 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:20:18,410 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:20:18,410 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155678410 2024-11-21T02:20:18,410 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155738410 2024-11-21T02:20:18,410 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-21T02:20:18,411 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,40753,1732155615427-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:18,411 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,40753,1732155615427-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:18,411 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,40753,1732155615427-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:18,411 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:40753, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:18,411 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:18,412 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:18,414 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:20:18,418 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.624sec 2024-11-21T02:20:18,418 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:20:18,418 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:20:18,418 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:20:18,418 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:20:18,418 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:20:18,418 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,40753,1732155615427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:20:18,418 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,40753,1732155615427-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:20:18,425 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:20:18,425 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:20:18,425 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,40753,1732155615427-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:18,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb6ea4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:18,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,40753,-1 for getting cluster id 2024-11-21T02:20:18,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:18,512 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '890ba5c8-f37b-4b51-a04b-4c2d8c7e7f10' 2024-11-21T02:20:18,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:18,512 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "890ba5c8-f37b-4b51-a04b-4c2d8c7e7f10" 2024-11-21T02:20:18,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fcdefa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:18,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,40753,-1] 2024-11-21T02:20:18,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:18,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:18,514 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:18,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c4e76b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:18,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:18,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,46031,1732155615627, seqNum=-1] 2024-11-21T02:20:18,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:18,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:20:18,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,40753,1732155615427 2024-11-21T02:20:18,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54401 2024-11-21T02:20:18,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:20:18,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b3104ab0005 connected 2024-11-21T02:20:18,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb23bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:18,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,38187,-1 for getting cluster id 2024-11-21T02:20:18,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:18,545 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb2490de-6b88-49aa-a760-cee80ab72057' 2024-11-21T02:20:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb2490de-6b88-49aa-a760-cee80ab72057" 2024-11-21T02:20:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ea921f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,38187,-1] 2024-11-21T02:20:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:18,547 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:18,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f7705ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:18,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:18,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,38187,1732155609423 2024-11-21T02:20:18,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bd8eb81 2024-11-21T02:20:18,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:18,550 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:20:18,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:40753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:20:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:20:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:18,553 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:40753' 2024-11-21T02:20:18,554 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e99e257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:18,554 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,40753,-1 for getting cluster id 2024-11-21T02:20:18,554 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:18,555 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '890ba5c8-f37b-4b51-a04b-4c2d8c7e7f10' 2024-11-21T02:20:18,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:18,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "890ba5c8-f37b-4b51-a04b-4c2d8c7e7f10" 2024-11-21T02:20:18,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137d5633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:18,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,40753,-1] 2024-11-21T02:20:18,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:18,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:18,557 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:18,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f64231d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:18,558 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:18,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,40753,1732155615427 2024-11-21T02:20:18,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bcdfce7 2024-11-21T02:20:18,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:18,560 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:20:18,561 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T02:20:18,561 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:20:18,561 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:18,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:18,561 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:18,561 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:20:18,562 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:20:18,563 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:20:18,563 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:18,564 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:20:18,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741835_1011 (size=1138) 2024-11-21T02:20:18,613 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T02:20:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:18,972 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 563e4ed03711f5284ecc92f6824d3df8, NAME => 'hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554 2024-11-21T02:20:18,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741836_1012 (size=44) 2024-11-21T02:20:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:19,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:19,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 563e4ed03711f5284ecc92f6824d3df8, disabling compactions & flushes 2024-11-21T02:20:19,378 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:19,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:19,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. after waiting 0 ms 2024-11-21T02:20:19,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:19,378 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:19,378 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 563e4ed03711f5284ecc92f6824d3df8: Waiting for close lock at 1732155619378Disabling compacts and flushes for region at 1732155619378Disabling writes for close at 1732155619378Writing region close event to WAL at 1732155619378Closed at 1732155619378 2024-11-21T02:20:19,379 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:20:19,380 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732155619379"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155619379"}]},"ts":"1732155619379"} 2024-11-21T02:20:19,382 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:20:19,383 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:20:19,383 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155619383"}]},"ts":"1732155619383"} 2024-11-21T02:20:19,385 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T02:20:19,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=563e4ed03711f5284ecc92f6824d3df8, ASSIGN}] 2024-11-21T02:20:19,386 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=563e4ed03711f5284ecc92f6824d3df8, ASSIGN 2024-11-21T02:20:19,387 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=563e4ed03711f5284ecc92f6824d3df8, ASSIGN; state=OFFLINE, location=5aee4e3683e9,37461,1732155609820; forceNewPlan=false, retain=false 2024-11-21T02:20:19,538 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=563e4ed03711f5284ecc92f6824d3df8, regionState=OPENING, regionLocation=5aee4e3683e9,37461,1732155609820 2024-11-21T02:20:19,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=563e4ed03711f5284ecc92f6824d3df8, ASSIGN because future has completed 2024-11-21T02:20:19,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 563e4ed03711f5284ecc92f6824d3df8, server=5aee4e3683e9,37461,1732155609820}] 2024-11-21T02:20:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:19,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:19,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:19,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:20:19,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C37461%2C1732155609820.rep, suffix=, logDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820, archiveDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/oldWALs, maxLogs=10 2024-11-21T02:20:19,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.rep.1732155619704, exclude list is [], retry=0 2024-11-21T02:20:19,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43907,DS-c90ad4a1-ee50-49b8-b9e1-ac11b0bd7203,DISK] 2024-11-21T02:20:19,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.rep.1732155619704 2024-11-21T02:20:19,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40955:40955)] 2024-11-21T02:20:19,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 563e4ed03711f5284ecc92f6824d3df8, NAME => 'hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:20:19,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:20:19,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:20:19,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. service=MultiRowMutationService 2024-11-21T02:20:19,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:20:19,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:19,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:19,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:19,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:19,724 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:19,726 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 563e4ed03711f5284ecc92f6824d3df8 columnFamilyName hfileref 2024-11-21T02:20:19,726 DEBUG [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:19,726 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] regionserver.HStore(327): Store=563e4ed03711f5284ecc92f6824d3df8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:19,726 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:19,727 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 563e4ed03711f5284ecc92f6824d3df8 columnFamilyName queue 2024-11-21T02:20:19,727 DEBUG [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:19,728 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] regionserver.HStore(327): Store=563e4ed03711f5284ecc92f6824d3df8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:19,728 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:19,729 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 563e4ed03711f5284ecc92f6824d3df8 columnFamilyName sid 2024-11-21T02:20:19,729 DEBUG [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:19,729 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] regionserver.HStore(327): Store=563e4ed03711f5284ecc92f6824d3df8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:19,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:19,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/replication/563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:19,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/replication/563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:19,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:19,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:19,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:20:19,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:19,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/replication/563e4ed03711f5284ecc92f6824d3df8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:20:19,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 563e4ed03711f5284ecc92f6824d3df8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67032219, jitterRate=-0.0011420994997024536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:20:19,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:19,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 563e4ed03711f5284ecc92f6824d3df8: Running coprocessor pre-open hook at 1732155619723Writing region info on filesystem at 1732155619723Initializing all the Stores at 1732155619724 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155619724Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155619724Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155619724Cleaning up temporary data from old regions at 1732155619731 (+7 ms)Running coprocessor post-open hooks at 1732155619740 (+9 ms)Region opened successfully at 1732155619740 2024-11-21T02:20:19,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8., pid=7, masterSystemTime=1732155619695 2024-11-21T02:20:19,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:19,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:19,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=563e4ed03711f5284ecc92f6824d3df8, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,37461,1732155609820 2024-11-21T02:20:19,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 563e4ed03711f5284ecc92f6824d3df8, server=5aee4e3683e9,37461,1732155609820 because future has completed 2024-11-21T02:20:19,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T02:20:19,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 563e4ed03711f5284ecc92f6824d3df8, server=5aee4e3683e9,37461,1732155609820 in 205 msec 2024-11-21T02:20:19,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:20:19,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=563e4ed03711f5284ecc92f6824d3df8, ASSIGN in 365 msec 2024-11-21T02:20:19,753 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:20:19,753 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155619753"}]},"ts":"1732155619753"} 2024-11-21T02:20:19,755 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T02:20:19,756 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:20:19,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-11-21T02:20:19,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8., hostname=5aee4e3683e9,37461,1732155609820, seqNum=2] 2024-11-21T02:20:19,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:19,794 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:19,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:20:19,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37461 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T02:20:19,969 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T02:20:19,996 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,37461,1732155609820, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:20:19,996 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:19,996 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37461,1732155609820, seqNum=-1] 2024-11-21T02:20:19,996 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:19,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-21T02:20:19,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5aee4e3683e9,37461,1732155609820', locateType=CURRENT is [region=hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8., hostname=5aee4e3683e9,37461,1732155609820, seqNum=2] 2024-11-21T02:20:20,001 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T02:20:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T02:20:20,003 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5aee4e3683e9,37461,1732155609820 suceeded 2024-11-21T02:20:20,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T02:20:20,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-21T02:20:20,005 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5aee4e3683e9:40753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:20:20,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4550 sec 2024-11-21T02:20:20,017 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:40753' 2024-11-21T02:20:20,018 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@508deedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:20,018 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,40753,-1 for getting cluster id 2024-11-21T02:20:20,018 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:20,019 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '890ba5c8-f37b-4b51-a04b-4c2d8c7e7f10' 2024-11-21T02:20:20,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:20,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "890ba5c8-f37b-4b51-a04b-4c2d8c7e7f10" 2024-11-21T02:20:20,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68d80c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:20,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,40753,-1] 2024-11-21T02:20:20,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:20,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:20,020 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:20,021 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b96cce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:20,021 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:20,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,40753,1732155615427 2024-11-21T02:20:20,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38e404a5 2024-11-21T02:20:20,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:20,023 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-21T02:20:20,023 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,37461,1732155609820 (queues=1) is replicating from cluster=eb2490de-6b88-49aa-a760-cee80ab72057 to cluster=890ba5c8-f37b-4b51-a04b-4c2d8c7e7f10 2024-11-21T02:20:20,023 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C37461%2C1732155609820 2024-11-21T02:20:20,023 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,37461,1732155609820, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:20:20,024 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.wal-reader.5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.1732155611328, startPosition=0, beingWritten=true 2024-11-21T02:20:20,025 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.shipper5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C37461%2C1732155609820 2024-11-21T02:20:20,229 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.wal-reader.5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.1732155611328 to pos 0, reset compression=false 2024-11-21T02:20:20,533 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.wal-reader.5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.1732155611328 to pos 0, reset compression=false 2024-11-21T02:20:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:20,705 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:20:20,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:20:20,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:20,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:20,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:20,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:20,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:20,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,38187,1732155609423 2024-11-21T02:20:20,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58433c86 2024-11-21T02:20:20,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:20,711 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:20:20,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T02:20:20,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:20:20,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:20,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:20,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:20,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:20,713 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:20:20,713 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=814979174, stopped=false 2024-11-21T02:20:20,713 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,38187,1732155609423 2024-11-21T02:20:20,734 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02061525986/running 2024-11-21T02:20:20,734 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:20,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02061525986/running 2024-11-21T02:20:20,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:20,736 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:20:20,737 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:20:20,737 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:20,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on znode that does not yet exist, /02061525986/running 2024-11-21T02:20:20,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:20,737 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,37461,1732155609820' ***** 2024-11-21T02:20:20,737 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:20:20,737 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:20:20,737 INFO [RS:0;5aee4e3683e9:37461 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:20:20,737 INFO [RS:0;5aee4e3683e9:37461 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:20:20,738 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(3091): Received CLOSE for 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:20,738 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:20:20,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on znode that does not yet exist, /02061525986/running 2024-11-21T02:20:20,738 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,37461,1732155609820 2024-11-21T02:20:20,738 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:20:20,738 INFO [RS:0;5aee4e3683e9:37461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:37461. 2024-11-21T02:20:20,738 DEBUG [RS:0;5aee4e3683e9:37461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:20,739 DEBUG [RS:0;5aee4e3683e9:37461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:20,739 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:20:20,739 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:20:20,739 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:20:20,739 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:20:20,739 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 563e4ed03711f5284ecc92f6824d3df8, disabling compactions & flushes 2024-11-21T02:20:20,739 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:20,739 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:20,739 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. after waiting 0 ms 2024-11-21T02:20:20,739 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:20,739 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 563e4ed03711f5284ecc92f6824d3df8 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T02:20:20,740 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T02:20:20,740 DEBUG [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(1325): Online Regions={563e4ed03711f5284ecc92f6824d3df8=hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:20:20,740 DEBUG [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:20,740 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:20:20,740 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:20:20,740 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:20:20,740 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:20:20,740 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:20:20,740 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T02:20:20,796 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:20:20,806 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/replication/563e4ed03711f5284ecc92f6824d3df8/.tmp/queue/9faddc0195bc4331b220c2cff46122fb is 151, key is 1-5aee4e3683e9,37461,1732155609820/queue:5aee4e3683e9%2C37461%2C1732155609820/1732155620000/Put/seqid=0 2024-11-21T02:20:20,811 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/.tmp/info/f3820ad1b7b64b90a0ed9f2d7a795936 is 147, key is hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8./info:regioninfo/1732155619744/Put/seqid=0 2024-11-21T02:20:20,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741838_1014 (size=5350) 2024-11-21T02:20:20,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741839_1015 (size=6631) 2024-11-21T02:20:20,884 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/.tmp/info/f3820ad1b7b64b90a0ed9f2d7a795936 2024-11-21T02:20:20,940 DEBUG [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:20,942 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.wal-reader.5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.1732155611328 to pos 0, reset compression=false 2024-11-21T02:20:20,965 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/.tmp/ns/ccbfe431551147ceaa3d65af37dec87c is 43, key is default/ns:d/1732155612806/Put/seqid=0 2024-11-21T02:20:20,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741840_1016 (size=5153) 2024-11-21T02:20:20,986 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/.tmp/ns/ccbfe431551147ceaa3d65af37dec87c 2024-11-21T02:20:21,036 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/.tmp/table/d81620e1bcc743ff8d646d7c06f50c2d is 53, key is hbase:replication/table:state/1732155619753/Put/seqid=0 2024-11-21T02:20:21,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741841_1017 (size=5256) 2024-11-21T02:20:21,061 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/.tmp/table/d81620e1bcc743ff8d646d7c06f50c2d 2024-11-21T02:20:21,076 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/.tmp/info/f3820ad1b7b64b90a0ed9f2d7a795936 as hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/info/f3820ad1b7b64b90a0ed9f2d7a795936 2024-11-21T02:20:21,088 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/info/f3820ad1b7b64b90a0ed9f2d7a795936, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T02:20:21,090 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/.tmp/ns/ccbfe431551147ceaa3d65af37dec87c as hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/ns/ccbfe431551147ceaa3d65af37dec87c 2024-11-21T02:20:21,097 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/ns/ccbfe431551147ceaa3d65af37dec87c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T02:20:21,098 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/.tmp/table/d81620e1bcc743ff8d646d7c06f50c2d as hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/table/d81620e1bcc743ff8d646d7c06f50c2d 2024-11-21T02:20:21,110 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/table/d81620e1bcc743ff8d646d7c06f50c2d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T02:20:21,111 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 371ms, sequenceid=11, compaction requested=false 2024-11-21T02:20:21,126 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T02:20:21,128 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:20:21,128 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:20:21,129 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:20:21,129 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155620740Running coprocessor pre-close hooks at 1732155620740Disabling compacts and flushes for region at 1732155620740Disabling writes for close at 1732155620740Obtaining lock to block concurrent updates at 1732155620740Preparing flush snapshotting stores in 1588230740 at 1732155620740Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732155620741 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732155620749 (+8 ms)Flushing 1588230740/info: creating writer at 1732155620749Flushing 1588230740/info: appending metadata at 1732155620810 (+61 ms)Flushing 1588230740/info: closing flushed file at 1732155620810Flushing 1588230740/ns: creating writer at 1732155620913 (+103 ms)Flushing 1588230740/ns: appending metadata at 1732155620964 (+51 ms)Flushing 1588230740/ns: closing flushed file at 1732155620964Flushing 1588230740/table: creating writer at 1732155620996 (+32 ms)Flushing 1588230740/table: appending metadata at 1732155621035 (+39 ms)Flushing 1588230740/table: closing flushed file at 1732155621035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3851b9aa: reopening flushed file at 1732155621074 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f1b890: reopening flushed file at 1732155621089 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fd74c39: reopening flushed file at 1732155621097 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 371ms, sequenceid=11, compaction requested=false at 1732155621111 (+14 ms)Writing region close event to WAL at 1732155621117 (+6 ms)Running coprocessor post-close hooks at 1732155621128 (+11 ms)Closed at 1732155621129 (+1 ms) 2024-11-21T02:20:21,129 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:20:21,140 DEBUG [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(1351): Waiting on 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:21,177 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:20:21,177 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:20:21,253 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/replication/563e4ed03711f5284ecc92f6824d3df8/.tmp/queue/9faddc0195bc4331b220c2cff46122fb 2024-11-21T02:20:21,260 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/replication/563e4ed03711f5284ecc92f6824d3df8/.tmp/queue/9faddc0195bc4331b220c2cff46122fb as hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/replication/563e4ed03711f5284ecc92f6824d3df8/queue/9faddc0195bc4331b220c2cff46122fb 2024-11-21T02:20:21,267 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/replication/563e4ed03711f5284ecc92f6824d3df8/queue/9faddc0195bc4331b220c2cff46122fb, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T02:20:21,268 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 563e4ed03711f5284ecc92f6824d3df8 in 529ms, sequenceid=5, compaction requested=false 2024-11-21T02:20:21,269 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T02:20:21,286 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/replication/563e4ed03711f5284ecc92f6824d3df8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T02:20:21,287 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:20:21,287 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:20:21,287 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:21,287 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 563e4ed03711f5284ecc92f6824d3df8: Waiting for close lock at 1732155620739Running coprocessor pre-close hooks at 1732155620739Disabling compacts and flushes for region at 1732155620739Disabling writes for close at 1732155620739Obtaining lock to block concurrent updates at 1732155620739Preparing flush snapshotting stores in 563e4ed03711f5284ecc92f6824d3df8 at 1732155620739Finished memstore snapshotting hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732155620740 (+1 ms)Flushing stores of hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. at 1732155620748 (+8 ms)Flushing 563e4ed03711f5284ecc92f6824d3df8/queue: creating writer at 1732155620748Flushing 563e4ed03711f5284ecc92f6824d3df8/queue: appending metadata at 1732155620806 (+58 ms)Flushing 563e4ed03711f5284ecc92f6824d3df8/queue: closing flushed file at 1732155620806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cef824a: reopening flushed file at 1732155621259 (+453 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 563e4ed03711f5284ecc92f6824d3df8 in 529ms, sequenceid=5, compaction requested=false at 1732155621269 (+10 ms)Writing region close event to WAL at 1732155621276 (+7 ms)Running coprocessor post-close hooks at 1732155621287 (+11 ms)Closed at 1732155621287 2024-11-21T02:20:21,287 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:21,341 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,37461,1732155609820; all regions closed. 2024-11-21T02:20:21,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741834_1010 (size=2742) 2024-11-21T02:20:21,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.meta.1732155612538.meta not finished, retry = 0 2024-11-21T02:20:21,452 DEBUG [RS:0;5aee4e3683e9:37461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/oldWALs 2024-11-21T02:20:21,452 INFO [RS:0;5aee4e3683e9:37461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C37461%2C1732155609820.meta:.meta(num 1732155612538) 2024-11-21T02:20:21,464 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.wal-reader.5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.1732155611328 to pos 0, reset compression=false 2024-11-21T02:20:21,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741837_1013 (size=1586) 2024-11-21T02:20:21,500 DEBUG [RS:0;5aee4e3683e9:37461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/oldWALs 2024-11-21T02:20:21,500 INFO [RS:0;5aee4e3683e9:37461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C37461%2C1732155609820.rep:(num 1732155619704) 2024-11-21T02:20:21,525 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.1732155611328 not finished, retry = 0 2024-11-21T02:20:21,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741832_1008 (size=93) 2024-11-21T02:20:21,636 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.wal-reader.5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.1732155611328 for the last time to pos 0, reset compression=false 2024-11-21T02:20:21,650 DEBUG [RS:0;5aee4e3683e9:37461 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/oldWALs 2024-11-21T02:20:21,650 INFO [RS:0;5aee4e3683e9:37461 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C37461%2C1732155609820:(num 1732155611328) 2024-11-21T02:20:21,650 DEBUG [RS:0;5aee4e3683e9:37461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:21,650 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:20:21,652 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:20:21,652 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T02:20:21,653 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:20:21,653 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:20:21,653 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,37461,1732155609820 because: Region server is closing 2024-11-21T02:20:21,653 INFO [RS:0;5aee4e3683e9:37461 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:37461. 2024-11-21T02:20:21,653 DEBUG [RS:0;5aee4e3683e9:37461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:21,654 DEBUG [RS:0;5aee4e3683e9:37461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:21,654 DEBUG [RS:0;5aee4e3683e9:37461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:21,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:21,656 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.wal-reader.5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.1732155611328 was moved to hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/oldWALs/5aee4e3683e9%2C37461%2C1732155609820.1732155611328 2024-11-21T02:20:21,677 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.wal-reader.5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.1732155611328 was moved to hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/oldWALs/5aee4e3683e9%2C37461%2C1732155609820.1732155611328 2024-11-21T02:20:21,684 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.wal-reader.5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.1732155611328 and length of the file is 93 2024-11-21T02:20:21,684 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.wal-reader.5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.1732155611328 2024-11-21T02:20:21,684 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.shipper5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,37461,1732155609820 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820/5aee4e3683e9%2C37461%2C1732155609820.1732155611328, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-21T02:20:21,686 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.shipper5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5aee4e3683e9,37461,1732155609820: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5aee4e3683e9,37461,1732155609820, walGroup=5aee4e3683e9%2C37461%2C1732155609820, offset=5aee4e3683e9%2C37461%2C1732155609820.1732155611328:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:37461 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T02:20:21,688 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.shipper5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T02:20:21,691 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.shipper5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T02:20:21,692 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.shipper5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T02:20:21,692 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.shipper5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T02:20:21,692 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.shipper5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T02:20:21,692 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.shipper5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 557428728 }, "NonHeapMemoryUsage": { "committed": 182779904, "init": 7667712, "max": -1, "used": 180011264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T02:20:21,697 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.shipper5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5aee4e3683e9%2C37461%2C1732155609820.1732155611328] 2024-11-21T02:20:21,754 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37461,1732155609820.replicationSource.shipper5aee4e3683e9%2C37461%2C1732155609820,1-5aee4e3683e9,37461,1732155609820 terminated 2024-11-21T02:20:21,754 INFO [RS:0;5aee4e3683e9:37461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37461 2024-11-21T02:20:21,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986/rs 2024-11-21T02:20:21,780 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:20:21,780 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02061525986/rs/5aee4e3683e9,37461,1732155609820 2024-11-21T02:20:21,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,37461,1732155609820] 2024-11-21T02:20:21,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02061525986/draining/5aee4e3683e9,37461,1732155609820 already deleted, retry=false 2024-11-21T02:20:21,923 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,37461,1732155609820 expired; onlineServers=0 2024-11-21T02:20:21,923 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,38187,1732155609423' ***** 2024-11-21T02:20:21,923 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:20:21,923 INFO [M:0;5aee4e3683e9:38187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:20:21,923 INFO [M:0;5aee4e3683e9:38187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:20:21,923 DEBUG [M:0;5aee4e3683e9:38187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:20:21,923 DEBUG [M:0;5aee4e3683e9:38187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:20:21,923 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:20:21,923 INFO [M:0;5aee4e3683e9:38187 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:20:21,923 INFO [M:0;5aee4e3683e9:38187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:20:21,923 DEBUG [M:0;5aee4e3683e9:38187 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:20:21,923 INFO [M:0;5aee4e3683e9:38187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:20:21,923 INFO [M:0;5aee4e3683e9:38187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:20:21,924 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155610988 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155610988,5,FailOnTimeoutGroup] 2024-11-21T02:20:21,924 INFO [M:0;5aee4e3683e9:38187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:20:21,924 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155610973 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155610973,5,FailOnTimeoutGroup] 2024-11-21T02:20:21,924 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:20:21,969 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:21,969 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37461-0x1015b3104ab0001, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:21,969 INFO [RS:0;5aee4e3683e9:37461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:20:21,969 INFO [RS:0;5aee4e3683e9:37461 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,37461,1732155609820; zookeeper connection closed. 2024-11-21T02:20:21,972 DEBUG [M:0;5aee4e3683e9:38187 {}] zookeeper.RecoverableZooKeeper(212): Node /02061525986/master already deleted, retry=false 2024-11-21T02:20:21,972 DEBUG [M:0;5aee4e3683e9:38187 {}] master.ActiveMasterManager(353): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Failed delete of our master address node; KeeperErrorCode = NoNode for /02061525986/master 2024-11-21T02:20:21,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02061525986/master 2024-11-21T02:20:21,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:21,976 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@257ffdb4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@257ffdb4 2024-11-21T02:20:21,977 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:20:21,980 INFO [M:0;5aee4e3683e9:38187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/.lastflushedseqids 2024-11-21T02:20:22,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741842_1018 (size=181) 2024-11-21T02:20:22,022 INFO [M:0;5aee4e3683e9:38187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:20:22,029 INFO [M:0;5aee4e3683e9:38187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:20:22,029 DEBUG [M:0;5aee4e3683e9:38187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:20:22,029 INFO [M:0;5aee4e3683e9:38187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:22,029 DEBUG [M:0;5aee4e3683e9:38187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:22,029 DEBUG [M:0;5aee4e3683e9:38187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:20:22,029 DEBUG [M:0;5aee4e3683e9:38187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:22,029 INFO [M:0;5aee4e3683e9:38187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T02:20:22,094 DEBUG [M:0;5aee4e3683e9:38187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0325c347fce41b8918572999ffefa29 is 82, key is hbase:meta,,1/info:regioninfo/1732155612698/Put/seqid=0 2024-11-21T02:20:22,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741843_1019 (size=5672) 2024-11-21T02:20:22,140 INFO [M:0;5aee4e3683e9:38187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0325c347fce41b8918572999ffefa29 2024-11-21T02:20:22,228 DEBUG [M:0;5aee4e3683e9:38187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1965531060894af7bc1111e521287d33 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732155619757/Put/seqid=0 2024-11-21T02:20:22,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741844_1020 (size=7203) 2024-11-21T02:20:22,268 INFO [M:0;5aee4e3683e9:38187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1965531060894af7bc1111e521287d33 2024-11-21T02:20:22,318 DEBUG [M:0;5aee4e3683e9:38187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0827c6cbf8f4d988a3c1caea9d707e3 is 69, key is 5aee4e3683e9,37461,1732155609820/rs:state/1732155611062/Put/seqid=0 2024-11-21T02:20:22,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741845_1021 (size=5156) 2024-11-21T02:20:22,350 INFO [M:0;5aee4e3683e9:38187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0827c6cbf8f4d988a3c1caea9d707e3 2024-11-21T02:20:22,372 DEBUG [M:0;5aee4e3683e9:38187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0325c347fce41b8918572999ffefa29 as hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0325c347fce41b8918572999ffefa29 2024-11-21T02:20:22,388 INFO [M:0;5aee4e3683e9:38187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0325c347fce41b8918572999ffefa29, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T02:20:22,395 DEBUG [M:0;5aee4e3683e9:38187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1965531060894af7bc1111e521287d33 as hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1965531060894af7bc1111e521287d33 2024-11-21T02:20:22,418 INFO [M:0;5aee4e3683e9:38187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1965531060894af7bc1111e521287d33, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T02:20:22,423 DEBUG [M:0;5aee4e3683e9:38187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0827c6cbf8f4d988a3c1caea9d707e3 as hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0827c6cbf8f4d988a3c1caea9d707e3 2024-11-21T02:20:22,440 INFO [M:0;5aee4e3683e9:38187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0827c6cbf8f4d988a3c1caea9d707e3, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T02:20:22,442 INFO [M:0;5aee4e3683e9:38187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 413ms, sequenceid=70, compaction requested=false 2024-11-21T02:20:22,485 INFO [M:0;5aee4e3683e9:38187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:22,485 DEBUG [M:0;5aee4e3683e9:38187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155622029Disabling compacts and flushes for region at 1732155622029Disabling writes for close at 1732155622029Obtaining lock to block concurrent updates at 1732155622029Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155622029Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732155622030 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155622036 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155622037 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155622093 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155622093Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155622190 (+97 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155622228 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155622228Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155622285 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155622317 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155622317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2926af04: reopening flushed file at 1732155622366 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bbd901f: reopening flushed file at 1732155622388 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ad579c: reopening flushed file at 1732155622418 (+30 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 413ms, sequenceid=70, compaction requested=false at 1732155622442 (+24 ms)Writing region close event to WAL at 1732155622484 (+42 ms)Closed at 1732155622484 2024-11-21T02:20:22,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741830_1006 (size=41008) 2024-11-21T02:20:22,514 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/WALs/5aee4e3683e9,38187,1732155609423/5aee4e3683e9%2C38187%2C1732155609423.1732155610414 not finished, retry = 0 2024-11-21T02:20:22,619 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:20:22,620 INFO [M:0;5aee4e3683e9:38187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:20:22,620 INFO [M:0;5aee4e3683e9:38187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38187 2024-11-21T02:20:22,621 INFO [M:0;5aee4e3683e9:38187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:20:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:22,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x1015b3104ab0000, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:22,754 INFO [M:0;5aee4e3683e9:38187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:20:22,756 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:20:22,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:22,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:22,756 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:20:22,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:22,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:20:22,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:20:22,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:20:22,764 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37255 2024-11-21T02:20:22,766 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37255 connecting to ZooKeeper ensemble=127.0.0.1:54401 2024-11-21T02:20:22,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372550x0, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:20:22,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37255-0x1015b3104ab0006 connected 2024-11-21T02:20:22,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:22,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:22,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on znode that does not yet exist, /02061525986/running 2024-11-21T02:20:22,853 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554, hbase.cluster.distributed=false 2024-11-21T02:20:22,854 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02061525986/meta-region-server: INIT 2024-11-21T02:20:22,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on znode that does not yet exist, /02061525986/acl 2024-11-21T02:20:22,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37255 2024-11-21T02:20:22,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37255 2024-11-21T02:20:22,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37255 2024-11-21T02:20:22,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37255 2024-11-21T02:20:22,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37255 2024-11-21T02:20:22,968 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:20:22,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:22,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:22,969 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:20:22,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:22,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:20:22,969 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:20:22,969 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:20:22,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33413 2024-11-21T02:20:22,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33413 connecting to ZooKeeper ensemble=127.0.0.1:54401 2024-11-21T02:20:22,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:22,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:23,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334130x0, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:20:23,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33413-0x1015b3104ab0007 connected 2024-11-21T02:20:23,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on znode that does not yet exist, /02061525986/running 2024-11-21T02:20:23,041 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:20:23,044 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02061525986/meta-region-server: INIT 2024-11-21T02:20:23,048 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:20:23,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on znode that does not yet exist, /02061525986/master 2024-11-21T02:20:23,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on znode that does not yet exist, /02061525986/acl 2024-11-21T02:20:23,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33413 2024-11-21T02:20:23,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33413 2024-11-21T02:20:23,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33413 2024-11-21T02:20:23,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33413 2024-11-21T02:20:23,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33413 2024-11-21T02:20:23,122 DEBUG [M:0;5aee4e3683e9:37255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:37255 2024-11-21T02:20:23,128 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02061525986/backup-masters/5aee4e3683e9,37255,1732155622756 2024-11-21T02:20:23,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986/backup-masters 2024-11-21T02:20:23,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986/backup-masters 2024-11-21T02:20:23,151 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on existing znode=/02061525986/backup-masters/5aee4e3683e9,37255,1732155622756 2024-11-21T02:20:23,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02061525986/master 2024-11-21T02:20:23,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:23,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:23,170 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on existing znode=/02061525986/master 2024-11-21T02:20:23,176 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02061525986/backup-masters/5aee4e3683e9,37255,1732155622756 from backup master directory 2024-11-21T02:20:23,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986/backup-masters 2024-11-21T02:20:23,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02061525986/backup-masters/5aee4e3683e9,37255,1732155622756 2024-11-21T02:20:23,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986/backup-masters 2024-11-21T02:20:23,192 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:20:23,192 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,37255,1732155622756 2024-11-21T02:20:23,224 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:20:23,275 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:23,275 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:20:23,307 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 32ms. 2024-11-21T02:20:23,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741846_1022 (size=196) 2024-11-21T02:20:23,763 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:20:23,764 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:20:23,764 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:23,796 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T02:20:23,812 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/WALs/5aee4e3683e9,38187,1732155609423 to hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/WALs/5aee4e3683e9,38187,1732155609423-dead as it is dead 2024-11-21T02:20:23,813 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/WALs/5aee4e3683e9,38187,1732155609423-dead/5aee4e3683e9%2C38187%2C1732155609423.1732155610414 2024-11-21T02:20:23,814 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/WALs/5aee4e3683e9,38187,1732155609423-dead/5aee4e3683e9%2C38187%2C1732155609423.1732155610414 after 1ms 2024-11-21T02:20:23,816 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/WALs/5aee4e3683e9,38187,1732155609423-dead/5aee4e3683e9%2C38187%2C1732155609423.1732155610414 to hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5aee4e3683e9%2C38187%2C1732155609423.1732155610414 2024-11-21T02:20:23,816 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/WALs/5aee4e3683e9,38187,1732155609423-dead 2024-11-21T02:20:23,820 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/WALs/5aee4e3683e9,37255,1732155622756 2024-11-21T02:20:23,825 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:20:23,837 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C37255%2C1732155622756, suffix=, logDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/WALs/5aee4e3683e9,37255,1732155622756, archiveDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/oldWALs, maxLogs=10 2024-11-21T02:20:23,853 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:20:23,873 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/WALs/5aee4e3683e9,37255,1732155622756/5aee4e3683e9%2C37255%2C1732155622756.1732155623837, exclude list is [], retry=0 2024-11-21T02:20:23,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43907,DS-c90ad4a1-ee50-49b8-b9e1-ac11b0bd7203,DISK] 2024-11-21T02:20:23,909 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/WALs/5aee4e3683e9,37255,1732155622756/5aee4e3683e9%2C37255%2C1732155622756.1732155623837 2024-11-21T02:20:23,924 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40955:40955)] 2024-11-21T02:20:23,924 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:20:23,925 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:23,925 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:23,925 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:23,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:23,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:23,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:23,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:23,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:23,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:23,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:20:23,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:23,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:24,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0325c347fce41b8918572999ffefa29 2024-11-21T02:20:24,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:24,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:24,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:20:24,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:24,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1965531060894af7bc1111e521287d33 2024-11-21T02:20:24,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:24,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:24,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:20:24,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:24,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0827c6cbf8f4d988a3c1caea9d707e3 2024-11-21T02:20:24,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:24,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:24,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:20:24,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:24,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:24,132 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:24,135 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T02:20:24,136 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5aee4e3683e9%2C38187%2C1732155609423.1732155610414 2024-11-21T02:20:24,154 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5aee4e3683e9%2C38187%2C1732155609423.1732155610414 2024-11-21T02:20:24,160 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5aee4e3683e9%2C38187%2C1732155609423.1732155610414 2024-11-21T02:20:24,168 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:24,169 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:24,173 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:20:24,180 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:24,200 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-21T02:20:24,209 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61423954, jitterRate=-0.08471176028251648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:20:24,209 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155623925Initializing all the Stores at 1732155623936 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155623936Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155623941 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155623941Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155623941Cleaning up temporary data from old regions at 1732155624169 (+228 ms)Region opened successfully at 1732155624209 (+40 ms) 2024-11-21T02:20:24,213 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:20:24,231 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9e602b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:20:24,239 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T02:20:24,239 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:20:24,239 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:20:24,239 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:20:24,245 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-21T02:20:24,251 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:24,253 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:20:24,256 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:20:24,256 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-11-21T02:20:24,256 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:20:24,275 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5aee4e3683e9,37461,1732155609820, regionLocation=5aee4e3683e9,37461,1732155609820, openSeqNum=2 2024-11-21T02:20:24,275 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5aee4e3683e9,37461,1732155609820, table=hbase:meta, region=1588230740 2024-11-21T02:20:24,280 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,37461,1732155609820, state=OPEN 2024-11-21T02:20:24,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02061525986/meta-region-server 2024-11-21T02:20:24,383 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02061525986/meta-region-server: CHANGED 2024-11-21T02:20:24,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02061525986/meta-region-server 2024-11-21T02:20:24,384 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02061525986/meta-region-server: CHANGED 2024-11-21T02:20:24,400 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:20:24,412 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02061525986/draining/5aee4e3683e9,37461,1732155609820 already deleted, retry=false 2024-11-21T02:20:24,412 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5aee4e3683e9,37461,1732155609820 on 5aee4e3683e9,37255,1732155622756 2024-11-21T02:20:24,417 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5aee4e3683e9,37461,1732155609820, splitWal=true, meta=true 2024-11-21T02:20:24,417 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 5aee4e3683e9,37461,1732155609820 (carryingMeta=true) 5aee4e3683e9,37461,1732155609820/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4b30fa46[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T02:20:24,419 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Unable to get data of znode /02061525986/balancer because node does not exist (not necessarily an error) 2024-11-21T02:20:24,431 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02061525986/balancer already deleted, retry=false 2024-11-21T02:20:24,432 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:20:24,437 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Unable to get data of znode /02061525986/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:20:24,446 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02061525986/normalizer already deleted, retry=false 2024-11-21T02:20:24,447 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:20:24,464 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Unable to get data of znode /02061525986/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:20:24,473 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02061525986/switch/split already deleted, retry=false 2024-11-21T02:20:24,474 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Unable to get data of znode /02061525986/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:20:24,483 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02061525986/switch/merge already deleted, retry=false 2024-11-21T02:20:24,497 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Unable to get data of znode /02061525986/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:20:24,510 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02061525986/snapshot-cleanup already deleted, retry=false 2024-11-21T02:20:24,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02061525986/running 2024-11-21T02:20:24,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:24,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02061525986/running 2024-11-21T02:20:24,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:24,525 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,37255,1732155622756, sessionid=0x1015b3104ab0006, setting cluster-up flag (Was=false) 2024-11-21T02:20:24,542 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02061525986/flush-table-proc/acquired, /02061525986/flush-table-proc/reached, /02061525986/flush-table-proc/abort 2024-11-21T02:20:24,561 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,37255,1732155622756 2024-11-21T02:20:24,602 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02061525986/online-snapshot/acquired, /02061525986/online-snapshot/reached, /02061525986/online-snapshot/abort 2024-11-21T02:20:24,610 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,37255,1732155622756 2024-11-21T02:20:24,621 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/.lastflushedseqids 2024-11-21T02:20:24,628 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:20:24,629 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:20:24,629 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,37255,1732155622756 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5aee4e3683e9,37461,1732155609820 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:20:24,635 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:24,635 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:24,635 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:24,635 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:24,636 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:20:24,636 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:24,636 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:20:24,636 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:24,661 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5aee4e3683e9,37461,1732155609820, splitWal=true, meta=true 2024-11-21T02:20:24,662 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5aee4e3683e9,37461,1732155609820, splitWal=true, meta=true, isMeta: true 2024-11-21T02:20:24,665 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820-splitting 2024-11-21T02:20:24,676 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155654676 2024-11-21T02:20:24,676 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:20:24,676 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:20:24,677 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:20:24,677 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:20:24,677 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:20:24,677 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:20:24,677 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820-splitting dir is empty, no logs to split. 2024-11-21T02:20:24,677 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5aee4e3683e9,37461,1732155609820 WAL count=0, meta=true 2024-11-21T02:20:24,688 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:24,692 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:20:24,692 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:20:24,692 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:20:24,692 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:20:24,700 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:20:24,700 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:20:24,712 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155624700,5,FailOnTimeoutGroup] 2024-11-21T02:20:24,716 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155624712,5,FailOnTimeoutGroup] 2024-11-21T02:20:24,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:24,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:20:24,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:24,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:24,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155624716, completionTime=-1 2024-11-21T02:20:24,716 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T02:20:24,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T02:20:24,718 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820-splitting dir is empty, no logs to split. 2024-11-21T02:20:24,718 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5aee4e3683e9,37461,1732155609820 WAL count=0, meta=true 2024-11-21T02:20:24,718 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5aee4e3683e9,37461,1732155609820 WAL splitting is done? wals=0, meta=true 2024-11-21T02:20:24,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:20:24,732 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:20:24,735 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(746): ClusterId : eb2490de-6b88-49aa-a760-cee80ab72057 2024-11-21T02:20:24,735 DEBUG [RS:0;5aee4e3683e9:33413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:20:24,737 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T02:20:24,761 DEBUG [RS:0;5aee4e3683e9:33413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:20:24,761 DEBUG [RS:0;5aee4e3683e9:33413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:20:24,809 DEBUG [RS:0;5aee4e3683e9:33413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:20:24,813 DEBUG [RS:0;5aee4e3683e9:33413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3cc95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:20:24,836 DEBUG [RS:0;5aee4e3683e9:33413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:33413 2024-11-21T02:20:24,836 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:20:24,836 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:20:24,836 DEBUG [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:20:24,843 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,37255,1732155622756 with port=33413, startcode=1732155622960 2024-11-21T02:20:24,843 DEBUG [RS:0;5aee4e3683e9:33413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:20:24,865 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:20:24,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37255 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,33413,1732155622960 2024-11-21T02:20:24,865 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37255 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,33413,1732155622960 2024-11-21T02:20:24,872 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T02:20:24,876 DEBUG [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554 2024-11-21T02:20:24,876 DEBUG [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37701 2024-11-21T02:20:24,876 DEBUG [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:20:24,888 WARN [5aee4e3683e9:37255 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-21T02:20:24,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986/rs 2024-11-21T02:20:24,921 DEBUG [RS:0;5aee4e3683e9:33413 {}] zookeeper.ZKUtil(111): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on existing znode=/02061525986/rs/5aee4e3683e9,33413,1732155622960 2024-11-21T02:20:24,921 WARN [RS:0;5aee4e3683e9:33413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:20:24,921 INFO [RS:0;5aee4e3683e9:33413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:24,922 DEBUG [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960 2024-11-21T02:20:24,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,33413,1732155622960] 2024-11-21T02:20:25,007 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:20:25,017 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:20:25,025 INFO [RS:0;5aee4e3683e9:33413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:20:25,026 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:25,026 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:20:25,035 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:20:25,036 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:25,036 DEBUG [RS:0;5aee4e3683e9:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:25,036 DEBUG [RS:0;5aee4e3683e9:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:25,036 DEBUG [RS:0;5aee4e3683e9:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:25,036 DEBUG [RS:0;5aee4e3683e9:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:25,036 DEBUG [RS:0;5aee4e3683e9:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:25,036 DEBUG [RS:0;5aee4e3683e9:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:20:25,036 DEBUG [RS:0;5aee4e3683e9:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:25,036 DEBUG [RS:0;5aee4e3683e9:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:25,036 DEBUG [RS:0;5aee4e3683e9:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:25,036 DEBUG [RS:0;5aee4e3683e9:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:25,036 DEBUG [RS:0;5aee4e3683e9:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:25,037 DEBUG [RS:0;5aee4e3683e9:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:25,037 DEBUG [RS:0;5aee4e3683e9:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:20:25,037 DEBUG [RS:0;5aee4e3683e9:33413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:20:25,055 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:25,055 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:25,055 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:25,055 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:25,055 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:25,056 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33413,1732155622960-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:20:25,087 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:20:25,087 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33413,1732155622960-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:25,110 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,33413,1732155622960, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:20:25,114 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:25,114 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.Replication(171): 5aee4e3683e9,33413,1732155622960 started 2024-11-21T02:20:25,137 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:25,137 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,33413,1732155622960, RpcServer on 5aee4e3683e9/172.17.0.2:33413, sessionid=0x1015b3104ab0007 2024-11-21T02:20:25,138 DEBUG [RS:0;5aee4e3683e9:33413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:20:25,138 DEBUG [RS:0;5aee4e3683e9:33413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,33413,1732155622960 2024-11-21T02:20:25,138 DEBUG [RS:0;5aee4e3683e9:33413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,33413,1732155622960' 2024-11-21T02:20:25,138 DEBUG [RS:0;5aee4e3683e9:33413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02061525986/flush-table-proc/abort' 2024-11-21T02:20:25,143 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource,1-5aee4e3683e9,33413,1732155622960 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:40753' 2024-11-21T02:20:25,148 DEBUG [RS:0;5aee4e3683e9:33413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02061525986/flush-table-proc/acquired' 2024-11-21T02:20:25,149 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource,1-5aee4e3683e9,33413,1732155622960 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5962007f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:25,149 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource,1-5aee4e3683e9,33413,1732155622960 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,40753,-1 for getting cluster id 2024-11-21T02:20:25,149 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource,1-5aee4e3683e9,33413,1732155622960 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:25,157 DEBUG [RS:0;5aee4e3683e9:33413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:20:25,157 DEBUG [RS:0;5aee4e3683e9:33413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:20:25,157 DEBUG [RS:0;5aee4e3683e9:33413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,33413,1732155622960 2024-11-21T02:20:25,157 DEBUG [RS:0;5aee4e3683e9:33413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,33413,1732155622960' 2024-11-21T02:20:25,157 DEBUG [RS:0;5aee4e3683e9:33413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02061525986/online-snapshot/abort' 2024-11-21T02:20:25,159 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '890ba5c8-f37b-4b51-a04b-4c2d8c7e7f10' 2024-11-21T02:20:25,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:25,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "890ba5c8-f37b-4b51-a04b-4c2d8c7e7f10" 2024-11-21T02:20:25,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5212f62d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:25,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,40753,-1] 2024-11-21T02:20:25,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:25,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:25,165 DEBUG [RS:0;5aee4e3683e9:33413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02061525986/online-snapshot/acquired' 2024-11-21T02:20:25,165 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:25,174 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource,1-5aee4e3683e9,33413,1732155622960 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b087cac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:25,174 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource,1-5aee4e3683e9,33413,1732155622960 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:25,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,40753,1732155615427 2024-11-21T02:20:25,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25f60dd9 2024-11-21T02:20:25,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:25,178 DEBUG [RS:0;5aee4e3683e9:33413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:20:25,178 INFO [RS:0;5aee4e3683e9:33413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:20:25,178 INFO [RS:0;5aee4e3683e9:33413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:20:25,180 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-21T02:20:25,184 INFO [RS:0;5aee4e3683e9:33413.replicationSource,1-5aee4e3683e9,33413,1732155622960 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,33413,1732155622960 (queues=0) is replicating from cluster=eb2490de-6b88-49aa-a760-cee80ab72057 to cluster=890ba5c8-f37b-4b51-a04b-4c2d8c7e7f10 2024-11-21T02:20:25,280 INFO [RS:0;5aee4e3683e9:33413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:20:25,285 INFO [RS:0;5aee4e3683e9:33413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C33413%2C1732155622960, suffix=, logDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960, archiveDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/oldWALs, maxLogs=10 2024-11-21T02:20:25,302 DEBUG [RS:0;5aee4e3683e9:33413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.1732155625285, exclude list is [], retry=0 2024-11-21T02:20:25,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43907,DS-c90ad4a1-ee50-49b8-b9e1-ac11b0bd7203,DISK] 2024-11-21T02:20:25,320 INFO [RS:0;5aee4e3683e9:33413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.1732155625285 2024-11-21T02:20:25,324 DEBUG [RS:0;5aee4e3683e9:33413 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5aee4e3683e9%2C33413%2C1732155622960 for peer 1 2024-11-21T02:20:25,324 DEBUG [RS:0;5aee4e3683e9:33413 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C33413%2C1732155622960 2024-11-21T02:20:25,324 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,33413,1732155622960, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:20:25,327 DEBUG [RS:0;5aee4e3683e9:33413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40955:40955)] 2024-11-21T02:20:25,328 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource.wal-reader.5aee4e3683e9%2C33413%2C1732155622960,1-5aee4e3683e9,33413,1732155622960 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.1732155625285, startPosition=0, beingWritten=true 2024-11-21T02:20:25,329 INFO [RS:0;5aee4e3683e9:33413.replicationSource.shipper5aee4e3683e9%2C33413%2C1732155622960,1-5aee4e3683e9,33413,1732155622960 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C33413%2C1732155622960 2024-11-21T02:20:25,390 DEBUG [5aee4e3683e9:37255 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:20:25,391 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,33413,1732155622960 2024-11-21T02:20:25,400 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,33413,1732155622960, state=OPENING 2024-11-21T02:20:25,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02061525986/meta-region-server 2024-11-21T02:20:25,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02061525986/meta-region-server: CHANGED 2024-11-21T02:20:25,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02061525986/meta-region-server 2024-11-21T02:20:25,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02061525986/meta-region-server: CHANGED 2024-11-21T02:20:25,452 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:20:25,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,33413,1732155622960}] 2024-11-21T02:20:25,565 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource.wal-reader.5aee4e3683e9%2C33413%2C1732155622960,1-5aee4e3683e9,33413,1732155622960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.1732155625285 to pos 0, reset compression=false 2024-11-21T02:20:25,613 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:20:25,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:20:25,648 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:20:25,648 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:25,649 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:20:25,660 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C33413%2C1732155622960.meta, suffix=.meta, logDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960, archiveDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/oldWALs, maxLogs=10 2024-11-21T02:20:25,679 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.meta.1732155625661.meta, exclude list is [], retry=0 2024-11-21T02:20:25,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43907,DS-c90ad4a1-ee50-49b8-b9e1-ac11b0bd7203,DISK] 2024-11-21T02:20:25,705 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.meta.1732155625661.meta 2024-11-21T02:20:25,708 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40955:40955)] 2024-11-21T02:20:25,708 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:20:25,709 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:20:25,710 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:20:25,710 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:20:25,710 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:20:25,710 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:20:25,710 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:25,710 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:20:25,711 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:20:25,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:20:25,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:20:25,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:25,771 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/info/f3820ad1b7b64b90a0ed9f2d7a795936 2024-11-21T02:20:25,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:25,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:20:25,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:20:25,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:25,786 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/ns/ccbfe431551147ceaa3d65af37dec87c 2024-11-21T02:20:25,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:25,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:20:25,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:20:25,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:25,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:25,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:20:25,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:20:25,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:25,805 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/table/d81620e1bcc743ff8d646d7c06f50c2d 2024-11-21T02:20:25,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:25,805 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:20:25,806 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740 2024-11-21T02:20:25,807 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740 2024-11-21T02:20:25,809 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:20:25,809 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:20:25,809 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:20:25,811 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:20:25,812 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62513469, jitterRate=-0.06847672164440155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:20:25,812 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:20:25,812 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155625711Writing region info on filesystem at 1732155625711Initializing all the Stores at 1732155625722 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155625722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155625724 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155625724Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155625724Cleaning up temporary data from old regions at 1732155625809 (+85 ms)Running coprocessor post-open hooks at 1732155625812 (+3 ms)Region opened successfully at 1732155625812 2024-11-21T02:20:25,824 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732155625612 2024-11-21T02:20:25,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5aee4e3683e9,33413,1732155622960 2024-11-21T02:20:25,832 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,33413,1732155622960, state=OPEN 2024-11-21T02:20:25,832 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:20:25,832 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:20:25,858 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,33413,1732155622960 2024-11-21T02:20:25,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02061525986/meta-region-server 2024-11-21T02:20:25,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02061525986/meta-region-server: CHANGED 2024-11-21T02:20:25,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02061525986/meta-region-server 2024-11-21T02:20:25,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02061525986/meta-region-server: CHANGED 2024-11-21T02:20:25,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T02:20:25,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,33413,1732155622960 in 405 msec 2024-11-21T02:20:25,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T02:20:25,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1390 sec 2024-11-21T02:20:25,895 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource.wal-reader.5aee4e3683e9%2C33413%2C1732155622960,1-5aee4e3683e9,33413,1732155622960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.1732155625285 to pos 0, reset compression=false 2024-11-21T02:20:26,323 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource.wal-reader.5aee4e3683e9%2C33413%2C1732155622960,1-5aee4e3683e9,33413,1732155622960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.1732155625285 to pos 0, reset compression=false 2024-11-21T02:20:26,386 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1670ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1514ms 2024-11-21T02:20:26,834 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource.wal-reader.5aee4e3683e9%2C33413%2C1732155622960,1-5aee4e3683e9,33413,1732155622960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.1732155625285 to pos 0, reset compression=false 2024-11-21T02:20:27,439 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource.wal-reader.5aee4e3683e9%2C33413%2C1732155622960,1-5aee4e3683e9,33413,1732155622960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.1732155625285 to pos 0, reset compression=false 2024-11-21T02:20:27,889 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3173ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3017ms 2024-11-21T02:20:28,169 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource.wal-reader.5aee4e3683e9%2C33413%2C1732155622960,1-5aee4e3683e9,33413,1732155622960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.1732155625285 to pos 0, reset compression=false 2024-11-21T02:20:28,992 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource.wal-reader.5aee4e3683e9%2C33413%2C1732155622960,1-5aee4e3683e9,33413,1732155622960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.1732155625285 to pos 0, reset compression=false 2024-11-21T02:20:29,244 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4528ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T02:20:29,244 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:20:29,244 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:29,244 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,33413,1732155622960, seqNum=-1] 2024-11-21T02:20:29,245 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:29,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:20:29,253 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=563e4ed03711f5284ecc92f6824d3df8, regionState=OPEN, lastHost=5aee4e3683e9,37461,1732155609820, regionLocation=5aee4e3683e9,37461,1732155609820, openSeqNum=2 2024-11-21T02:20:29,253 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:20:29,253 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155689253 2024-11-21T02:20:29,253 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155749253 2024-11-21T02:20:29,253 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-21T02:20:29,253 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 5aee4e3683e9,37461,1732155609820 had 2 regions 2024-11-21T02:20:29,253 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37255,1732155622756-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:29,253 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37255,1732155622756-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:29,253 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37255,1732155622756-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:29,253 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:37255, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:29,253 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:29,254 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5aee4e3683e9,37461,1732155609820, splitWal=true, meta=true, isMeta: false 2024-11-21T02:20:29,255 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:29,259 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820-splitting dir is empty, no logs to split. 2024-11-21T02:20:29,259 INFO [PEWorker-2 {}] master.SplitWALManager(105): 5aee4e3683e9,37461,1732155609820 WAL count=0, meta=false 2024-11-21T02:20:29,262 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,37461,1732155609820-splitting dir is empty, no logs to split. 2024-11-21T02:20:29,262 INFO [PEWorker-2 {}] master.SplitWALManager(105): 5aee4e3683e9,37461,1732155609820 WAL count=0, meta=false 2024-11-21T02:20:29,262 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 5aee4e3683e9,37461,1732155609820 WAL splitting is done? wals=0, meta=false 2024-11-21T02:20:29,263 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 6.071sec 2024-11-21T02:20:29,264 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:20:29,264 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:20:29,264 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:20:29,264 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:20:29,264 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:20:29,264 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37255,1732155622756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:20:29,264 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37255,1732155622756-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:20:29,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=563e4ed03711f5284ecc92f6824d3df8, ASSIGN}] 2024-11-21T02:20:29,275 WARN [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5aee4e3683e9,37461,1732155609820/hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:29,277 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=563e4ed03711f5284ecc92f6824d3df8, ASSIGN 2024-11-21T02:20:29,279 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=563e4ed03711f5284ecc92f6824d3df8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T02:20:29,281 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:20:29,281 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:20:29,281 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37255,1732155622756-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:29,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6846824d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:29,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,37255,-1 for getting cluster id 2024-11-21T02:20:29,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:29,348 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb2490de-6b88-49aa-a760-cee80ab72057' 2024-11-21T02:20:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb2490de-6b88-49aa-a760-cee80ab72057" 2024-11-21T02:20:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c8766a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,37255,-1] 2024-11-21T02:20:29,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:29,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:29,351 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:29,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9ae021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:29,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:29,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,33413,1732155622960, seqNum=-1] 2024-11-21T02:20:29,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:29,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:20:29,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T02:20:29,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:20:29,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:29,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:29,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:29,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:29,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5aee4e3683e9:37255 after: 5aee4e3683e9:37255 2024-11-21T02:20:29,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9896a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:29,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,37255,-1 for getting cluster id 2024-11-21T02:20:29,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:29,381 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb2490de-6b88-49aa-a760-cee80ab72057' 2024-11-21T02:20:29,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:29,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb2490de-6b88-49aa-a760-cee80ab72057" 2024-11-21T02:20:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295e08b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,37255,-1] 2024-11-21T02:20:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:29,388 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:29,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce82804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:29,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,37255,1732155622756 2024-11-21T02:20:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5925e414 2024-11-21T02:20:29,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:29,400 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:20:29,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37255 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T02:20:29,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:20:29,402 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:20:29,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:29,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:29,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:29,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:29,403 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:20:29,403 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1554012544, stopped=false 2024-11-21T02:20:29,403 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,40753,1732155615427 2024-11-21T02:20:29,430 DEBUG [5aee4e3683e9:37255 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:20:29,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=563e4ed03711f5284ecc92f6824d3df8, regionState=OPENING, regionLocation=5aee4e3683e9,33413,1732155622960 2024-11-21T02:20:29,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=563e4ed03711f5284ecc92f6824d3df8, ASSIGN because future has completed 2024-11-21T02:20:29,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 563e4ed03711f5284ecc92f6824d3df8, server=5aee4e3683e9,33413,1732155622960}] 2024-11-21T02:20:29,452 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:20:29,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11419352328/running 2024-11-21T02:20:29,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328 2024-11-21T02:20:29,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11419352328/running 2024-11-21T02:20:29,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328 2024-11-21T02:20:29,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:20:29,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Set watcher on znode that does not yet exist, /11419352328/running 2024-11-21T02:20:29,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:29,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:29,453 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,46031,1732155615627' ***** 2024-11-21T02:20:29,453 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:20:29,460 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:20:29,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Set watcher on znode that does not yet exist, /11419352328/running 2024-11-21T02:20:29,460 INFO [RS:0;5aee4e3683e9:46031 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:20:29,460 INFO [RS:0;5aee4e3683e9:46031 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:20:29,460 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,46031,1732155615627 2024-11-21T02:20:29,460 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:20:29,460 INFO [RS:0;5aee4e3683e9:46031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:46031. 2024-11-21T02:20:29,460 DEBUG [RS:0;5aee4e3683e9:46031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:29,461 DEBUG [RS:0;5aee4e3683e9:46031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:29,461 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:20:29,461 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:20:29,461 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:20:29,461 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:20:29,461 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:20:29,461 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:20:29,461 DEBUG [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:20:29,461 DEBUG [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:29,461 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:20:29,461 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:20:29,461 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:20:29,461 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:20:29,461 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:20:29,461 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T02:20:29,507 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/data/hbase/meta/1588230740/.tmp/ns/f04e5f86b25440bebdf9e860e5b03bf6 is 43, key is default/ns:d/1732155618394/Put/seqid=0 2024-11-21T02:20:29,532 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:20:29,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46701 is added to blk_1073741835_1011 (size=5153) 2024-11-21T02:20:29,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:29,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:29,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:20:29,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C33413%2C1732155622960.rep, suffix=, logDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960, archiveDir=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/oldWALs, maxLogs=10 2024-11-21T02:20:29,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.rep.1732155629594, exclude list is [], retry=0 2024-11-21T02:20:29,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43907,DS-c90ad4a1-ee50-49b8-b9e1-ac11b0bd7203,DISK] 2024-11-21T02:20:29,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.rep.1732155629594 2024-11-21T02:20:29,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40955:40955)] 2024-11-21T02:20:29,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 563e4ed03711f5284ecc92f6824d3df8, NAME => 'hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:20:29,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:20:29,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:20:29,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. service=MultiRowMutationService 2024-11-21T02:20:29,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:20:29,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:29,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:29,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:29,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:29,628 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:29,633 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 563e4ed03711f5284ecc92f6824d3df8 columnFamilyName hfileref 2024-11-21T02:20:29,633 DEBUG [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:29,634 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] regionserver.HStore(327): Store=563e4ed03711f5284ecc92f6824d3df8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:29,634 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:29,635 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 563e4ed03711f5284ecc92f6824d3df8 columnFamilyName queue 2024-11-21T02:20:29,635 DEBUG [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:29,647 DEBUG [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/replication/563e4ed03711f5284ecc92f6824d3df8/queue/9faddc0195bc4331b220c2cff46122fb 2024-11-21T02:20:29,647 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] regionserver.HStore(327): Store=563e4ed03711f5284ecc92f6824d3df8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:29,647 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:29,648 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 563e4ed03711f5284ecc92f6824d3df8 columnFamilyName sid 2024-11-21T02:20:29,648 DEBUG [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:29,649 INFO [StoreOpener-563e4ed03711f5284ecc92f6824d3df8-1 {}] regionserver.HStore(327): Store=563e4ed03711f5284ecc92f6824d3df8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:29,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:29,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/replication/563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:29,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/replication/563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:29,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:29,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:29,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:20:29,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:29,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 563e4ed03711f5284ecc92f6824d3df8; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75229035, jitterRate=0.12099997699260712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:20:29,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:29,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 563e4ed03711f5284ecc92f6824d3df8: Running coprocessor pre-open hook at 1732155629622Writing region info on filesystem at 1732155629622Initializing all the Stores at 1732155629623 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155629623Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155629627 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155629627Cleaning up temporary data from old regions at 1732155629656 (+29 ms)Running coprocessor post-open hooks at 1732155629659 (+3 ms)Region opened successfully at 1732155629660 (+1 ms) 2024-11-21T02:20:29,661 DEBUG [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:29,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8., pid=13, masterSystemTime=1732155629586 2024-11-21T02:20:29,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:29,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:29,682 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=563e4ed03711f5284ecc92f6824d3df8, regionState=OPEN, openSeqNum=9, regionLocation=5aee4e3683e9,33413,1732155622960 2024-11-21T02:20:29,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 563e4ed03711f5284ecc92f6824d3df8, server=5aee4e3683e9,33413,1732155622960 because future has completed 2024-11-21T02:20:29,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T02:20:29,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 563e4ed03711f5284ecc92f6824d3df8, server=5aee4e3683e9,33413,1732155622960 in 257 msec 2024-11-21T02:20:29,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-21T02:20:29,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=563e4ed03711f5284ecc92f6824d3df8, ASSIGN in 423 msec 2024-11-21T02:20:29,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T02:20:29,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8., hostname=5aee4e3683e9,33413,1732155622960, seqNum=9] 2024-11-21T02:20:29,736 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 5aee4e3683e9,37461,1732155609820 2024-11-21T02:20:29,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T02:20:29,863 DEBUG [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:29,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33413 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-21T02:20:29,913 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource.wal-reader.5aee4e3683e9%2C33413%2C1732155622960,1-5aee4e3683e9,33413,1732155622960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.1732155625285 to pos 0, reset compression=false 2024-11-21T02:20:29,943 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/data/hbase/meta/1588230740/.tmp/ns/f04e5f86b25440bebdf9e860e5b03bf6 2024-11-21T02:20:29,980 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/data/hbase/meta/1588230740/.tmp/ns/f04e5f86b25440bebdf9e860e5b03bf6 as hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/data/hbase/meta/1588230740/ns/f04e5f86b25440bebdf9e860e5b03bf6 2024-11-21T02:20:30,012 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/data/hbase/meta/1588230740/ns/f04e5f86b25440bebdf9e860e5b03bf6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T02:20:30,016 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 555ms, sequenceid=6, compaction requested=false 2024-11-21T02:20:30,063 DEBUG [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:30,084 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T02:20:30,089 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:20:30,089 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:20:30,089 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:20:30,089 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155629461Running coprocessor pre-close hooks at 1732155629461Disabling compacts and flushes for region at 1732155629461Disabling writes for close at 1732155629461Obtaining lock to block concurrent updates at 1732155629461Preparing flush snapshotting stores in 1588230740 at 1732155629461Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732155629462 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732155629462Flushing 1588230740/ns: creating writer at 1732155629462Flushing 1588230740/ns: appending metadata at 1732155629507 (+45 ms)Flushing 1588230740/ns: closing flushed file at 1732155629507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d627fd4: reopening flushed file at 1732155629974 (+467 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 555ms, sequenceid=6, compaction requested=false at 1732155630016 (+42 ms)Writing region close event to WAL at 1732155630052 (+36 ms)Running coprocessor post-close hooks at 1732155630089 (+37 ms)Closed at 1732155630089 2024-11-21T02:20:30,089 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:20:30,264 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,46031,1732155615627; all regions closed. 2024-11-21T02:20:30,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46701 is added to blk_1073741834_1010 (size=1152) 2024-11-21T02:20:30,277 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/WALs/5aee4e3683e9,46031,1732155615627/5aee4e3683e9%2C46031%2C1732155615627.meta.1732155618323.meta not finished, retry = 0 2024-11-21T02:20:30,283 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:20:30,283 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:20:30,396 DEBUG [RS:0;5aee4e3683e9:46031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/oldWALs 2024-11-21T02:20:30,396 INFO [RS:0;5aee4e3683e9:46031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C46031%2C1732155615627.meta:.meta(num 1732155618323) 2024-11-21T02:20:30,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46701 is added to blk_1073741832_1008 (size=93) 2024-11-21T02:20:30,429 DEBUG [RS:0;5aee4e3683e9:46031 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/oldWALs 2024-11-21T02:20:30,429 INFO [RS:0;5aee4e3683e9:46031 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C46031%2C1732155615627:(num 1732155617368) 2024-11-21T02:20:30,429 DEBUG [RS:0;5aee4e3683e9:46031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:30,430 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:20:30,430 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:20:30,430 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T02:20:30,430 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:20:30,430 INFO [RS:0;5aee4e3683e9:46031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46031 2024-11-21T02:20:30,430 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:20:30,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11419352328/rs/5aee4e3683e9,46031,1732155615627 2024-11-21T02:20:30,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328/rs 2024-11-21T02:20:30,488 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:20:30,499 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,46031,1732155615627] 2024-11-21T02:20:30,509 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11419352328/draining/5aee4e3683e9,46031,1732155615627 already deleted, retry=false 2024-11-21T02:20:30,509 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,46031,1732155615627 expired; onlineServers=0 2024-11-21T02:20:30,509 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,40753,1732155615427' ***** 2024-11-21T02:20:30,509 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:20:30,509 INFO [M:0;5aee4e3683e9:40753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:20:30,510 INFO [M:0;5aee4e3683e9:40753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:20:30,510 DEBUG [M:0;5aee4e3683e9:40753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:20:30,510 DEBUG [M:0;5aee4e3683e9:40753 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:20:30,510 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:20:30,510 INFO [M:0;5aee4e3683e9:40753 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:20:30,510 INFO [M:0;5aee4e3683e9:40753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:20:30,510 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155617085 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155617085,5,FailOnTimeoutGroup] 2024-11-21T02:20:30,510 DEBUG [M:0;5aee4e3683e9:40753 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:20:30,510 INFO [M:0;5aee4e3683e9:40753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:20:30,510 INFO [M:0;5aee4e3683e9:40753 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:20:30,510 INFO [M:0;5aee4e3683e9:40753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:20:30,510 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155617088 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155617088,5,FailOnTimeoutGroup] 2024-11-21T02:20:30,510 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:20:30,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11419352328/master 2024-11-21T02:20:30,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11419352328 2024-11-21T02:20:30,532 DEBUG [M:0;5aee4e3683e9:40753 {}] zookeeper.RecoverableZooKeeper(212): Node /11419352328/master already deleted, retry=false 2024-11-21T02:20:30,532 DEBUG [M:0;5aee4e3683e9:40753 {}] master.ActiveMasterManager(353): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Failed delete of our master address node; KeeperErrorCode = NoNode for /11419352328/master 2024-11-21T02:20:30,545 INFO [M:0;5aee4e3683e9:40753 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/.lastflushedseqids 2024-11-21T02:20:30,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:30,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46031-0x1015b3104ab0004, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:30,599 INFO [RS:0;5aee4e3683e9:46031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:20:30,599 INFO [RS:0;5aee4e3683e9:46031 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,46031,1732155615627; zookeeper connection closed. 2024-11-21T02:20:30,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46701 is added to blk_1073741836_1012 (size=99) 2024-11-21T02:20:30,610 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@542a8dc3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@542a8dc3 2024-11-21T02:20:30,611 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:20:30,629 INFO [M:0;5aee4e3683e9:40753 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:20:30,630 INFO [M:0;5aee4e3683e9:40753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:20:30,630 DEBUG [M:0;5aee4e3683e9:40753 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:20:30,630 INFO [M:0;5aee4e3683e9:40753 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:30,630 DEBUG [M:0;5aee4e3683e9:40753 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:30,630 DEBUG [M:0;5aee4e3683e9:40753 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:20:30,630 DEBUG [M:0;5aee4e3683e9:40753 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:30,630 INFO [M:0;5aee4e3683e9:40753 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T02:20:30,725 DEBUG [M:0;5aee4e3683e9:40753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd6ec9daedb7480a98f3be90eba2774a is 82, key is hbase:meta,,1/info:regioninfo/1732155618367/Put/seqid=0 2024-11-21T02:20:30,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46701 is added to blk_1073741837_1013 (size=5672) 2024-11-21T02:20:30,939 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource.wal-reader.5aee4e3683e9%2C33413%2C1732155622960,1-5aee4e3683e9,33413,1732155622960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.1732155625285 to pos 0, reset compression=false 2024-11-21T02:20:31,165 INFO [M:0;5aee4e3683e9:40753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd6ec9daedb7480a98f3be90eba2774a 2024-11-21T02:20:31,183 DEBUG [M:0;5aee4e3683e9:40753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f350d641a45d4796a41dd8b923043af5 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732155618406/Put/seqid=0 2024-11-21T02:20:31,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46701 is added to blk_1073741838_1014 (size=5275) 2024-11-21T02:20:31,189 INFO [M:0;5aee4e3683e9:40753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f350d641a45d4796a41dd8b923043af5 2024-11-21T02:20:31,207 DEBUG [M:0;5aee4e3683e9:40753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a1e01c57d5e4b188468cc84f725e7e7 is 69, key is 5aee4e3683e9,46031,1732155615627/rs:state/1732155617152/Put/seqid=0 2024-11-21T02:20:31,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46701 is added to blk_1073741839_1015 (size=5156) 2024-11-21T02:20:31,213 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:20:31,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:31,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:31,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:31,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:31,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:31,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:31,612 INFO [M:0;5aee4e3683e9:40753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a1e01c57d5e4b188468cc84f725e7e7 2024-11-21T02:20:31,618 DEBUG [M:0;5aee4e3683e9:40753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bd6ec9daedb7480a98f3be90eba2774a as hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd6ec9daedb7480a98f3be90eba2774a 2024-11-21T02:20:31,623 INFO [M:0;5aee4e3683e9:40753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bd6ec9daedb7480a98f3be90eba2774a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T02:20:31,626 DEBUG [M:0;5aee4e3683e9:40753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f350d641a45d4796a41dd8b923043af5 as hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f350d641a45d4796a41dd8b923043af5 2024-11-21T02:20:31,636 INFO [M:0;5aee4e3683e9:40753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f350d641a45d4796a41dd8b923043af5, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T02:20:31,648 DEBUG [M:0;5aee4e3683e9:40753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a1e01c57d5e4b188468cc84f725e7e7 as hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a1e01c57d5e4b188468cc84f725e7e7 2024-11-21T02:20:31,693 INFO [M:0;5aee4e3683e9:40753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a1e01c57d5e4b188468cc84f725e7e7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T02:20:31,697 INFO [M:0;5aee4e3683e9:40753 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1066ms, sequenceid=28, compaction requested=false 2024-11-21T02:20:31,720 INFO [M:0;5aee4e3683e9:40753 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:31,720 DEBUG [M:0;5aee4e3683e9:40753 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155630630Disabling compacts and flushes for region at 1732155630630Disabling writes for close at 1732155630630Obtaining lock to block concurrent updates at 1732155630630Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155630630Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732155630631 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155630637 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155630637Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155630724 (+87 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155630724Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155631169 (+445 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155631183 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155631183Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155631193 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155631206 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155631206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e89e83f: reopening flushed file at 1732155631617 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d1b7519: reopening flushed file at 1732155631624 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bbfb51: reopening flushed file at 1732155631636 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1066ms, sequenceid=28, compaction requested=false at 1732155631697 (+61 ms)Writing region close event to WAL at 1732155631720 (+23 ms)Closed at 1732155631720 2024-11-21T02:20:31,742 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c675c170-2a4a-3ffb-6471-33eec0557b1c/MasterData/WALs/5aee4e3683e9,40753,1732155615427/5aee4e3683e9%2C40753%2C1732155615427.1732155616748 not finished, retry = 0 2024-11-21T02:20:31,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46701 is added to blk_1073741830_1006 (size=10165) 2024-11-21T02:20:31,843 INFO [M:0;5aee4e3683e9:40753 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:20:31,843 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:20:31,843 INFO [M:0;5aee4e3683e9:40753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40753 2024-11-21T02:20:31,848 INFO [M:0;5aee4e3683e9:40753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:20:32,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:32,016 INFO [M:0;5aee4e3683e9:40753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:20:32,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40753-0x1015b3104ab0003, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:32,049 DEBUG [RS:0;5aee4e3683e9:33413.replicationSource.wal-reader.5aee4e3683e9%2C33413%2C1732155622960,1-5aee4e3683e9,33413,1732155622960 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/WALs/5aee4e3683e9,33413,1732155622960/5aee4e3683e9%2C33413%2C1732155622960.1732155625285 to pos 0, reset compression=false 2024-11-21T02:20:32,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ff71a22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:20:32,071 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f2cce08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:20:32,071 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:20:32,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bb9db48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:20:32,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4795fbe1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/hadoop.log.dir/,STOPPED} 2024-11-21T02:20:32,072 WARN [BP-1963308124-172.17.0.2-1732155613034 heartbeating to localhost/127.0.0.1:46361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:20:32,072 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:20:32,073 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:20:32,073 WARN [BP-1963308124-172.17.0.2-1732155613034 heartbeating to localhost/127.0.0.1:46361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1963308124-172.17.0.2-1732155613034 (Datanode Uuid e3e1e568-5b5e-468f-8e4f-4ce3e5e95f5d) service to localhost/127.0.0.1:46361 2024-11-21T02:20:32,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/cluster_6e3342d6-8857-5a94-9971-ca8b00cd505e/data/data1/current/BP-1963308124-172.17.0.2-1732155613034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:20:32,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/cluster_6e3342d6-8857-5a94-9971-ca8b00cd505e/data/data2/current/BP-1963308124-172.17.0.2-1732155613034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:20:32,073 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:20:32,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@504eb4f8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:20:32,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b8c3687{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:20:32,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:20:32,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4167e73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:20:32,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55e2743d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/hadoop.log.dir/,STOPPED} 2024-11-21T02:20:32,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:20:32,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:20:32,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:20:32,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:32,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:32,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:32,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:32,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:20:32,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=26312663, stopped=false 2024-11-21T02:20:32,093 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,37255,1732155622756 2024-11-21T02:20:32,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02061525986/running 2024-11-21T02:20:32,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02061525986/running 2024-11-21T02:20:32,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:32,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:32,185 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:20:32,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:20:32,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:32,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:32,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on znode that does not yet exist, /02061525986/running 2024-11-21T02:20:32,185 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,33413,1732155622960' ***** 2024-11-21T02:20:32,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Set watcher on znode that does not yet exist, /02061525986/running 2024-11-21T02:20:32,185 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:20:32,186 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:20:32,186 INFO [RS:0;5aee4e3683e9:33413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:20:32,186 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:20:32,186 INFO [RS:0;5aee4e3683e9:33413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:20:32,186 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(3091): Received CLOSE for 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:32,187 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,33413,1732155622960 2024-11-21T02:20:32,187 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:20:32,187 INFO [RS:0;5aee4e3683e9:33413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:33413. 2024-11-21T02:20:32,187 DEBUG [RS:0;5aee4e3683e9:33413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:32,187 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 563e4ed03711f5284ecc92f6824d3df8, disabling compactions & flushes 2024-11-21T02:20:32,187 DEBUG [RS:0;5aee4e3683e9:33413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:32,187 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:32,187 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:32,187 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:20:32,187 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:20:32,187 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. after waiting 0 ms 2024-11-21T02:20:32,187 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:20:32,187 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:32,187 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:20:32,187 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T02:20:32,187 DEBUG [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(1325): Online Regions={563e4ed03711f5284ecc92f6824d3df8=hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:20:32,187 DEBUG [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 563e4ed03711f5284ecc92f6824d3df8 2024-11-21T02:20:32,187 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:20:32,187 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:20:32,187 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:20:32,187 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:20:32,187 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:20:32,187 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T02:20:32,193 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/replication/563e4ed03711f5284ecc92f6824d3df8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-21T02:20:32,193 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:20:32,193 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:20:32,193 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:32,193 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 563e4ed03711f5284ecc92f6824d3df8: Waiting for close lock at 1732155632187Running coprocessor pre-close hooks at 1732155632187Disabling compacts and flushes for region at 1732155632187Disabling writes for close at 1732155632187Writing region close event to WAL at 1732155632187Running coprocessor post-close hooks at 1732155632193 (+6 ms)Closed at 1732155632193 2024-11-21T02:20:32,194 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8. 2024-11-21T02:20:32,208 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/.tmp/info/5eb6abfeb46d43a0a39c287e83efdd61 is 147, key is hbase:replication,,1732155618561.563e4ed03711f5284ecc92f6824d3df8./info:regioninfo/1732155629682/Put/seqid=0 2024-11-21T02:20:32,209 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:20:32,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741851_1027 (size=6385) 2024-11-21T02:20:32,387 DEBUG [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:32,588 DEBUG [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:20:32,613 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/.tmp/info/5eb6abfeb46d43a0a39c287e83efdd61 2024-11-21T02:20:32,619 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/.tmp/info/5eb6abfeb46d43a0a39c287e83efdd61 as hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/info/5eb6abfeb46d43a0a39c287e83efdd61 2024-11-21T02:20:32,623 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/info/5eb6abfeb46d43a0a39c287e83efdd61, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T02:20:32,624 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=19, compaction requested=false 2024-11-21T02:20:32,629 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T02:20:32,630 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:20:32,630 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:20:32,630 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:20:32,630 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155632187Running coprocessor pre-close hooks at 1732155632187Disabling compacts and flushes for region at 1732155632187Disabling writes for close at 1732155632187Obtaining lock to block concurrent updates at 1732155632188 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732155632188Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732155632188Flushing stores of hbase:meta,,1.1588230740 at 1732155632188Flushing 1588230740/info: creating writer at 1732155632188Flushing 1588230740/info: appending metadata at 1732155632208 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732155632208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24994901: reopening flushed file at 1732155632618 (+410 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=19, compaction requested=false at 1732155632624 (+6 ms)Writing region close event to WAL at 1732155632626 (+2 ms)Running coprocessor post-close hooks at 1732155632630 (+4 ms)Closed at 1732155632630 2024-11-21T02:20:32,630 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:20:32,788 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,33413,1732155622960; all regions closed. 2024-11-21T02:20:32,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741849_1025 (size=2156) 2024-11-21T02:20:32,800 DEBUG [RS:0;5aee4e3683e9:33413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/oldWALs 2024-11-21T02:20:32,800 INFO [RS:0;5aee4e3683e9:33413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C33413%2C1732155622960.meta:.meta(num 1732155625661) 2024-11-21T02:20:32,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741850_1026 (size=796) 2024-11-21T02:20:32,810 DEBUG [RS:0;5aee4e3683e9:33413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/oldWALs 2024-11-21T02:20:32,810 INFO [RS:0;5aee4e3683e9:33413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C33413%2C1732155622960.rep:(num 1732155629594) 2024-11-21T02:20:32,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741848_1024 (size=93) 2024-11-21T02:20:32,820 DEBUG [RS:0;5aee4e3683e9:33413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/oldWALs 2024-11-21T02:20:32,821 INFO [RS:0;5aee4e3683e9:33413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C33413%2C1732155622960:(num 1732155625285) 2024-11-21T02:20:32,821 DEBUG [RS:0;5aee4e3683e9:33413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:32,821 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:20:32,821 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:20:32,821 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:20:32,821 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:20:32,821 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,33413,1732155622960 because: Region server is closing 2024-11-21T02:20:32,821 INFO [RS:0;5aee4e3683e9:33413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:33413. 2024-11-21T02:20:32,821 DEBUG [RS:0;5aee4e3683e9:33413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:32,822 DEBUG [RS:0;5aee4e3683e9:33413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:32,822 DEBUG [RS:0;5aee4e3683e9:33413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:32,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:32,823 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:20:32,824 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T02:20:32,824 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T02:20:32,824 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T02:20:32,922 WARN [RS:0;5aee4e3683e9:33413.replicationSource.shipper5aee4e3683e9%2C33413%2C1732155622960,1-5aee4e3683e9,33413,1732155622960 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T02:20:32,922 WARN [RS:0;5aee4e3683e9:33413.replicationSource.wal-reader.5aee4e3683e9%2C33413%2C1732155622960,1-5aee4e3683e9,33413,1732155622960 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T02:20:32,922 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5aee4e3683e9:33413.replicationSource.shipper5aee4e3683e9%2C33413%2C1732155622960,1-5aee4e3683e9,33413,1732155622960 terminated 2024-11-21T02:20:32,922 INFO [RS:0;5aee4e3683e9:33413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33413 2024-11-21T02:20:33,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986/rs 2024-11-21T02:20:33,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02061525986/rs/5aee4e3683e9,33413,1732155622960 2024-11-21T02:20:33,167 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:20:33,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,33413,1732155622960] 2024-11-21T02:20:33,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:33,409 INFO [RS:0;5aee4e3683e9:33413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:20:33,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33413-0x1015b3104ab0007, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:33,409 INFO [RS:0;5aee4e3683e9:33413 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,33413,1732155622960; zookeeper connection closed. 2024-11-21T02:20:33,409 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f6dd50a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f6dd50a 2024-11-21T02:20:33,410 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:20:33,464 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02061525986/draining/5aee4e3683e9,33413,1732155622960 already deleted, retry=false 2024-11-21T02:20:33,464 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,33413,1732155622960 expired; onlineServers=0 2024-11-21T02:20:33,464 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,37255,1732155622756' ***** 2024-11-21T02:20:33,464 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:20:33,464 INFO [M:0;5aee4e3683e9:37255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:20:33,464 INFO [M:0;5aee4e3683e9:37255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:20:33,465 DEBUG [M:0;5aee4e3683e9:37255 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:20:33,465 DEBUG [M:0;5aee4e3683e9:37255 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:20:33,465 INFO [M:0;5aee4e3683e9:37255 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:20:33,465 INFO [M:0;5aee4e3683e9:37255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:20:33,465 DEBUG [M:0;5aee4e3683e9:37255 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:20:33,465 INFO [M:0;5aee4e3683e9:37255 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:20:33,465 INFO [M:0;5aee4e3683e9:37255 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:20:33,465 INFO [M:0;5aee4e3683e9:37255 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:20:33,465 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:20:33,466 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:20:33,466 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155624700 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155624700,5,FailOnTimeoutGroup] 2024-11-21T02:20:33,467 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155624712 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155624712,5,FailOnTimeoutGroup] 2024-11-21T02:20:33,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02061525986/master 2024-11-21T02:20:33,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02061525986 2024-11-21T02:20:33,504 DEBUG [M:0;5aee4e3683e9:37255 {}] zookeeper.RecoverableZooKeeper(212): Node /02061525986/master already deleted, retry=false 2024-11-21T02:20:33,504 DEBUG [M:0;5aee4e3683e9:37255 {}] master.ActiveMasterManager(353): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Failed delete of our master address node; KeeperErrorCode = NoNode for /02061525986/master 2024-11-21T02:20:33,505 INFO [M:0;5aee4e3683e9:37255 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/.lastflushedseqids 2024-11-21T02:20:33,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741852_1028 (size=181) 2024-11-21T02:20:33,529 INFO [M:0;5aee4e3683e9:37255 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:20:33,529 INFO [M:0;5aee4e3683e9:37255 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:20:33,529 DEBUG [M:0;5aee4e3683e9:37255 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:20:33,529 INFO [M:0;5aee4e3683e9:37255 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:33,529 DEBUG [M:0;5aee4e3683e9:37255 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:33,529 DEBUG [M:0;5aee4e3683e9:37255 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:20:33,530 DEBUG [M:0;5aee4e3683e9:37255 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:33,530 INFO [M:0;5aee4e3683e9:37255 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T02:20:33,582 DEBUG [M:0;5aee4e3683e9:37255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56ba24827035412abce4bf13ff31e21a is 82, key is hbase:meta,,1/info:regioninfo/1732155625830/Put/seqid=0 2024-11-21T02:20:33,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741853_1029 (size=5672) 2024-11-21T02:20:33,995 INFO [M:0;5aee4e3683e9:37255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56ba24827035412abce4bf13ff31e21a 2024-11-21T02:20:34,021 DEBUG [M:0;5aee4e3683e9:37255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cddbcf97f41457ca1c9d935504d8bbf is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732155629698/Put/seqid=0 2024-11-21T02:20:34,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741854_1030 (size=7312) 2024-11-21T02:20:34,432 INFO [M:0;5aee4e3683e9:37255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cddbcf97f41457ca1c9d935504d8bbf 2024-11-21T02:20:34,473 DEBUG [M:0;5aee4e3683e9:37255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa8844e58d714e96904ffd5593936894 is 69, key is 5aee4e3683e9,33413,1732155622960/rs:state/1732155624866/Put/seqid=0 2024-11-21T02:20:34,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741855_1031 (size=5370) 2024-11-21T02:20:34,500 INFO [M:0;5aee4e3683e9:37255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa8844e58d714e96904ffd5593936894 2024-11-21T02:20:34,507 INFO [M:0;5aee4e3683e9:37255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa8844e58d714e96904ffd5593936894 2024-11-21T02:20:34,508 DEBUG [M:0;5aee4e3683e9:37255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/56ba24827035412abce4bf13ff31e21a as hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56ba24827035412abce4bf13ff31e21a 2024-11-21T02:20:34,516 INFO [M:0;5aee4e3683e9:37255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/56ba24827035412abce4bf13ff31e21a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T02:20:34,521 DEBUG [M:0;5aee4e3683e9:37255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cddbcf97f41457ca1c9d935504d8bbf as hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cddbcf97f41457ca1c9d935504d8bbf 2024-11-21T02:20:34,530 INFO [M:0;5aee4e3683e9:37255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cddbcf97f41457ca1c9d935504d8bbf, entries=7, sequenceid=127, filesize=7.1 K 2024-11-21T02:20:34,531 DEBUG [M:0;5aee4e3683e9:37255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa8844e58d714e96904ffd5593936894 as hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa8844e58d714e96904ffd5593936894 2024-11-21T02:20:34,536 INFO [M:0;5aee4e3683e9:37255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa8844e58d714e96904ffd5593936894 2024-11-21T02:20:34,537 INFO [M:0;5aee4e3683e9:37255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37701/user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa8844e58d714e96904ffd5593936894, entries=2, sequenceid=127, filesize=5.2 K 2024-11-21T02:20:34,537 INFO [M:0;5aee4e3683e9:37255 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1007ms, sequenceid=127, compaction requested=false 2024-11-21T02:20:34,538 INFO [M:0;5aee4e3683e9:37255 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:34,538 DEBUG [M:0;5aee4e3683e9:37255 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155633529Disabling compacts and flushes for region at 1732155633529Disabling writes for close at 1732155633529Obtaining lock to block concurrent updates at 1732155633530 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155633530Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732155633530Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155633531 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155633531Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155633581 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155633581Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155634001 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155634020 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155634020Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155634444 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155634472 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155634472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f24461e: reopening flushed file at 1732155634507 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b8dc2f: reopening flushed file at 1732155634516 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e63ad3f: reopening flushed file at 1732155634530 (+14 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1007ms, sequenceid=127, compaction requested=false at 1732155634537 (+7 ms)Writing region close event to WAL at 1732155634538 (+1 ms)Closed at 1732155634538 2024-11-21T02:20:34,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43907 is added to blk_1073741847_1023 (size=22903) 2024-11-21T02:20:34,540 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/307fe15f-96f6-9f22-8f9f-79b468c36554/MasterData/WALs/5aee4e3683e9,37255,1732155622756/5aee4e3683e9%2C37255%2C1732155622756.1732155623837 not finished, retry = 0 2024-11-21T02:20:34,642 INFO [M:0;5aee4e3683e9:37255 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:20:34,642 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:20:34,642 INFO [M:0;5aee4e3683e9:37255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37255 2024-11-21T02:20:34,642 INFO [M:0;5aee4e3683e9:37255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:20:34,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:34,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37255-0x1015b3104ab0006, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:20:34,752 INFO [M:0;5aee4e3683e9:37255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:20:34,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46d0f969{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:20:34,755 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46c131e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:20:34,755 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:20:34,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d9644af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:20:34,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@474a5572{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/hadoop.log.dir/,STOPPED} 2024-11-21T02:20:34,757 WARN [BP-809824944-172.17.0.2-1732155607363 heartbeating to localhost/127.0.0.1:37701 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:20:34,757 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:20:34,757 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:20:34,757 WARN [BP-809824944-172.17.0.2-1732155607363 heartbeating to localhost/127.0.0.1:37701 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-809824944-172.17.0.2-1732155607363 (Datanode Uuid 678fba72-ca46-4006-a123-77831077b8d3) service to localhost/127.0.0.1:37701 2024-11-21T02:20:34,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/cluster_2ce2d3b0-fb34-f3e7-6ec1-a5ecb762eb31/data/data1/current/BP-809824944-172.17.0.2-1732155607363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:20:34,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/cluster_2ce2d3b0-fb34-f3e7-6ec1-a5ecb762eb31/data/data2/current/BP-809824944-172.17.0.2-1732155607363 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:20:34,758 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:20:34,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@170359dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:20:34,764 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e896443{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:20:34,764 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:20:34,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ab422d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:20:34,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2befb1e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0fca19d6-85e0-7317-4ecf-0be8bef51b4a/hadoop.log.dir/,STOPPED} 2024-11-21T02:20:34,770 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T02:20:34,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:20:34,797 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 157) Potentially hanging thread: globalEventExecutor-1-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46361 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54401) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54401) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37701 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37701 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37701 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37701 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 505) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=920 (was 762) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=262 (was 1026) 2024-11-21T02:20:34,806 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=920, ProcessCount=11, AvailableMemoryMB=262 2024-11-21T02:20:34,823 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-21T02:20:34,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/hadoop.log.dir so I do NOT create it in target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a 2024-11-21T02:20:34,824 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:20:34,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/hadoop.tmp.dir so I do NOT create it in target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a 2024-11-21T02:20:34,824 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e14cb47-6b65-f3cb-75c9-59c21c1e0da8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:20:34,824 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a 2024-11-21T02:20:34,824 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/cluster_a562b48c-f190-24b2-a653-6da18eecd009, deleteOnExit=true 2024-11-21T02:20:34,830 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/cluster_a562b48c-f190-24b2-a653-6da18eecd009/zookeeper_0, clientPort=55801, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/cluster_a562b48c-f190-24b2-a653-6da18eecd009/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/cluster_a562b48c-f190-24b2-a653-6da18eecd009/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T02:20:34,832 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55801 2024-11-21T02:20:34,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:20:34,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:20:34,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/test.cache.data in system properties and HBase conf 2024-11-21T02:20:34,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:20:34,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:20:34,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:20:34,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:20:34,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:20:34,833 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:20:34,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:20:34,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:20:34,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:20:34,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:20:34,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:20:34,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:20:34,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:20:34,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:20:34,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:20:34,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:20:34,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:20:34,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:20:34,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:20:34,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:20:34,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b3104ab0005, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:20:34,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b3104ab0002, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:20:34,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b3104ab0005, quorum=127.0.0.1:54401, baseZNode=/11419352328 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:20:34,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b3104ab0002, quorum=127.0.0.1:54401, baseZNode=/02061525986 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:20:35,311 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:20:35,343 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:20:35,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:20:35,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:20:35,353 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:20:35,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:20:35,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aefb2f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:20:35,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2115d9fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:20:35,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8fc0116{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/java.io.tmpdir/jetty-localhost-39641-hadoop-hdfs-3_4_1-tests_jar-_-any-17897606799807264660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:20:35,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@723c962b{HTTP/1.1, (http/1.1)}{localhost:39641} 2024-11-21T02:20:35,459 INFO [Time-limited test {}] server.Server(415): Started @178722ms 2024-11-21T02:20:35,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:20:35,819 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:20:35,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:20:35,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:20:35,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:20:35,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f5ea92b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:20:35,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@86acec8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:20:35,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@327d7abf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/java.io.tmpdir/jetty-localhost-37313-hadoop-hdfs-3_4_1-tests_jar-_-any-4569175704737170325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:20:35,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f7e5bce{HTTP/1.1, (http/1.1)}{localhost:37313} 2024-11-21T02:20:35,961 INFO [Time-limited test {}] server.Server(415): Started @179224ms 2024-11-21T02:20:35,962 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:20:36,746 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/cluster_a562b48c-f190-24b2-a653-6da18eecd009/data/data1/current/BP-1855196121-172.17.0.2-1732155634856/current, will proceed with Du for space computation calculation, 2024-11-21T02:20:36,746 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/cluster_a562b48c-f190-24b2-a653-6da18eecd009/data/data2/current/BP-1855196121-172.17.0.2-1732155634856/current, will proceed with Du for space computation calculation, 2024-11-21T02:20:36,782 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:20:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c653e779bb3f2ec with lease ID 0xfb07f67ddf636968: Processing first storage report for DS-96c96290-9a02-431e-a96b-47bc2b300c84 from datanode DatanodeRegistration(127.0.0.1:44883, datanodeUuid=52a31c95-08af-425d-88a8-5cf964cb1a38, infoPort=46715, infoSecurePort=0, ipcPort=42753, storageInfo=lv=-57;cid=testClusterID;nsid=1877019162;c=1732155634856) 2024-11-21T02:20:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c653e779bb3f2ec with lease ID 0xfb07f67ddf636968: from storage DS-96c96290-9a02-431e-a96b-47bc2b300c84 node DatanodeRegistration(127.0.0.1:44883, datanodeUuid=52a31c95-08af-425d-88a8-5cf964cb1a38, infoPort=46715, infoSecurePort=0, ipcPort=42753, storageInfo=lv=-57;cid=testClusterID;nsid=1877019162;c=1732155634856), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:20:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c653e779bb3f2ec with lease ID 0xfb07f67ddf636968: Processing first storage report for DS-75782a97-8329-4b61-aa81-10318ea2f835 from datanode DatanodeRegistration(127.0.0.1:44883, datanodeUuid=52a31c95-08af-425d-88a8-5cf964cb1a38, infoPort=46715, infoSecurePort=0, ipcPort=42753, storageInfo=lv=-57;cid=testClusterID;nsid=1877019162;c=1732155634856) 2024-11-21T02:20:36,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c653e779bb3f2ec with lease ID 0xfb07f67ddf636968: from storage DS-75782a97-8329-4b61-aa81-10318ea2f835 node DatanodeRegistration(127.0.0.1:44883, datanodeUuid=52a31c95-08af-425d-88a8-5cf964cb1a38, infoPort=46715, infoSecurePort=0, ipcPort=42753, storageInfo=lv=-57;cid=testClusterID;nsid=1877019162;c=1732155634856), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:20:36,830 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a 2024-11-21T02:20:36,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:36,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:36,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:20:37,257 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd with version=8 2024-11-21T02:20:37,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/hbase-staging 2024-11-21T02:20:37,260 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:20:37,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:37,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:37,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:20:37,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:37,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:20:37,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:20:37,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:20:37,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33317 2024-11-21T02:20:37,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33317 connecting to ZooKeeper ensemble=127.0.0.1:55801 2024-11-21T02:20:37,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333170x0, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:20:37,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33317-0x1015b3170380000 connected 2024-11-21T02:20:37,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:37,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:37,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Set watcher on znode that does not yet exist, /0-1053028732/running 2024-11-21T02:20:37,588 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd, hbase.cluster.distributed=false 2024-11-21T02:20:37,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Set watcher on znode that does not yet exist, /0-1053028732/acl 2024-11-21T02:20:37,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33317 2024-11-21T02:20:37,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33317 2024-11-21T02:20:37,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33317 2024-11-21T02:20:37,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33317 2024-11-21T02:20:37,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33317 2024-11-21T02:20:37,648 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:20:37,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:37,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:37,649 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:20:37,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:37,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:20:37,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:20:37,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:20:37,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44167 2024-11-21T02:20:37,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44167 connecting to ZooKeeper ensemble=127.0.0.1:55801 2024-11-21T02:20:37,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:37,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:37,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:20:37,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441670x0, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:20:37,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44167-0x1015b3170380001 connected 2024-11-21T02:20:37,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Set watcher on znode that does not yet exist, /0-1053028732/running 2024-11-21T02:20:37,717 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:20:37,748 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:20:37,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Set watcher on znode that does not yet exist, /0-1053028732/master 2024-11-21T02:20:37,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Set watcher on znode that does not yet exist, /0-1053028732/acl 2024-11-21T02:20:37,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44167 2024-11-21T02:20:37,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44167 2024-11-21T02:20:37,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:37,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:37,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:37,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:37,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:37,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:37,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:37,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44167 2024-11-21T02:20:37,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:37,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:20:37,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:20:37,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:20:37,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:20:37,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44167 2024-11-21T02:20:37,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44167 2024-11-21T02:20:37,887 DEBUG [M:0;5aee4e3683e9:33317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:33317 2024-11-21T02:20:37,900 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1053028732/backup-masters/5aee4e3683e9,33317,1732155637259 2024-11-21T02:20:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732/backup-masters 2024-11-21T02:20:37,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732/backup-masters 2024-11-21T02:20:37,940 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Set watcher on existing znode=/0-1053028732/backup-masters/5aee4e3683e9,33317,1732155637259 2024-11-21T02:20:37,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1053028732/master 2024-11-21T02:20:37,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:20:37,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:20:37,964 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Set watcher on existing znode=/0-1053028732/master 2024-11-21T02:20:37,972 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1053028732/backup-masters/5aee4e3683e9,33317,1732155637259 from backup master directory 2024-11-21T02:20:37,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732/backup-masters 2024-11-21T02:20:37,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1053028732/backup-masters/5aee4e3683e9,33317,1732155637259 2024-11-21T02:20:37,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732/backup-masters 2024-11-21T02:20:37,986 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:20:37,986 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,33317,1732155637259 2024-11-21T02:20:38,014 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/hbase.id] with ID: 7b41adcc-b398-4dca-9971-9ea988ee53b5 2024-11-21T02:20:38,015 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/.tmp/hbase.id 2024-11-21T02:20:38,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:20:38,052 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/.tmp/hbase.id]:[hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/hbase.id] 2024-11-21T02:20:38,105 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:38,105 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:20:38,124 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-21T02:20:38,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:20:38,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:20:38,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:20:38,568 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:20:38,569 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:20:38,570 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:38,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:20:38,988 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store 2024-11-21T02:20:38,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:20:39,393 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:39,393 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:20:39,394 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:39,394 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:39,394 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:20:39,394 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:39,394 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:39,394 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155639393Disabling compacts and flushes for region at 1732155639393Disabling writes for close at 1732155639394 (+1 ms)Writing region close event to WAL at 1732155639394Closed at 1732155639394 2024-11-21T02:20:39,395 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/.initializing 2024-11-21T02:20:39,395 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/WALs/5aee4e3683e9,33317,1732155637259 2024-11-21T02:20:39,397 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:20:39,399 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C33317%2C1732155637259, suffix=, logDir=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/WALs/5aee4e3683e9,33317,1732155637259, archiveDir=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/oldWALs, maxLogs=10 2024-11-21T02:20:39,419 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/WALs/5aee4e3683e9,33317,1732155637259/5aee4e3683e9%2C33317%2C1732155637259.1732155639399, exclude list is [], retry=0 2024-11-21T02:20:39,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44883,DS-96c96290-9a02-431e-a96b-47bc2b300c84,DISK] 2024-11-21T02:20:39,437 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/WALs/5aee4e3683e9,33317,1732155637259/5aee4e3683e9%2C33317%2C1732155637259.1732155639399 2024-11-21T02:20:39,444 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46715:46715)] 2024-11-21T02:20:39,444 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:20:39,445 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:39,445 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:39,445 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:39,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:39,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:20:39,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:39,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:39,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:39,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:20:39,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:39,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:39,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:39,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:20:39,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:39,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:39,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:39,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:20:39,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:39,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:39,472 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:39,473 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:39,473 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:39,474 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:39,474 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:39,475 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:20:39,476 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:39,481 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:20:39,481 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65929653, jitterRate=-0.01757161319255829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:20:39,482 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155639445Initializing all the Stores at 1732155639456 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155639456Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155639458 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155639458Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155639458Cleaning up temporary data from old regions at 1732155639474 (+16 ms)Region opened successfully at 1732155639482 (+8 ms) 2024-11-21T02:20:39,482 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:20:39,485 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce07823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:20:39,487 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:20:39,487 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:20:39,487 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:20:39,487 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:20:39,488 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:20:39,488 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:20:39,488 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:20:39,490 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:20:39,491 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Unable to get data of znode /0-1053028732/balancer because node does not exist (not necessarily an error) 2024-11-21T02:20:39,496 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1053028732/balancer already deleted, retry=false 2024-11-21T02:20:39,496 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:20:39,498 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Unable to get data of znode /0-1053028732/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:20:39,506 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1053028732/normalizer already deleted, retry=false 2024-11-21T02:20:39,507 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:20:39,513 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Unable to get data of znode /0-1053028732/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:20:39,518 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1053028732/switch/split already deleted, retry=false 2024-11-21T02:20:39,519 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Unable to get data of znode /0-1053028732/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:20:39,530 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1053028732/switch/merge already deleted, retry=false 2024-11-21T02:20:39,533 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Unable to get data of znode /0-1053028732/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:20:39,538 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1053028732/snapshot-cleanup already deleted, retry=false 2024-11-21T02:20:39,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1053028732/running 2024-11-21T02:20:39,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:20:39,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1053028732/running 2024-11-21T02:20:39,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:20:39,553 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,33317,1732155637259, sessionid=0x1015b3170380000, setting cluster-up flag (Was=false) 2024-11-21T02:20:39,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:20:39,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:20:39,612 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1053028732/flush-table-proc/acquired, /0-1053028732/flush-table-proc/reached, /0-1053028732/flush-table-proc/abort 2024-11-21T02:20:39,613 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,33317,1732155637259 2024-11-21T02:20:39,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:20:39,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:20:39,675 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1053028732/online-snapshot/acquired, /0-1053028732/online-snapshot/reached, /0-1053028732/online-snapshot/abort 2024-11-21T02:20:39,676 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,33317,1732155637259 2024-11-21T02:20:39,679 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:20:39,681 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:39,681 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:20:39,681 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:20:39,681 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5aee4e3683e9,37461,1732155609820: status=Processing ServerCrashProcedure of 5aee4e3683e9,37461,1732155609820 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732155624661, completionTime=-1 appears to have been leaked 2024-11-21T02:20:39,682 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,33317,1732155637259 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:20:39,684 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:39,685 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:39,685 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:39,685 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:39,685 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:20:39,685 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:39,685 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:20:39,685 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:39,693 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:39,693 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:20:39,694 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:39,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:20:39,708 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155669708 2024-11-21T02:20:39,708 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:20:39,708 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:20:39,708 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:20:39,709 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:20:39,709 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:20:39,709 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:20:39,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:20:39,736 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:39,748 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:20:39,748 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:20:39,749 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:20:39,749 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:20:39,749 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:20:39,749 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:20:39,752 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155639749,5,FailOnTimeoutGroup] 2024-11-21T02:20:39,764 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155639752,5,FailOnTimeoutGroup] 2024-11-21T02:20:39,764 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:39,764 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:20:39,764 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:39,764 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:39,780 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(746): ClusterId : 7b41adcc-b398-4dca-9971-9ea988ee53b5 2024-11-21T02:20:39,780 DEBUG [RS:0;5aee4e3683e9:44167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:20:39,801 DEBUG [RS:0;5aee4e3683e9:44167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:20:39,801 DEBUG [RS:0;5aee4e3683e9:44167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:20:39,817 DEBUG [RS:0;5aee4e3683e9:44167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:20:39,817 DEBUG [RS:0;5aee4e3683e9:44167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584254c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:20:39,839 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:44167 2024-11-21T02:20:39,839 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:20:39,839 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:20:39,839 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:20:39,840 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,33317,1732155637259 with port=44167, startcode=1732155637648 2024-11-21T02:20:39,841 DEBUG [RS:0;5aee4e3683e9:44167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:20:39,846 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:20:39,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33317 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,44167,1732155637648 2024-11-21T02:20:39,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33317 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,44167,1732155637648 2024-11-21T02:20:39,850 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd 2024-11-21T02:20:39,850 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32811 2024-11-21T02:20:39,850 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:20:39,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732/rs 2024-11-21T02:20:39,867 DEBUG [RS:0;5aee4e3683e9:44167 {}] zookeeper.ZKUtil(111): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Set watcher on existing znode=/0-1053028732/rs/5aee4e3683e9,44167,1732155637648 2024-11-21T02:20:39,868 WARN [RS:0;5aee4e3683e9:44167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:20:39,868 INFO [RS:0;5aee4e3683e9:44167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:39,868 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648 2024-11-21T02:20:39,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,44167,1732155637648] 2024-11-21T02:20:39,893 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:20:39,896 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:20:39,904 INFO [RS:0;5aee4e3683e9:44167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:20:39,905 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:39,912 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:20:39,917 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:20:39,920 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:39,920 DEBUG [RS:0;5aee4e3683e9:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:39,920 DEBUG [RS:0;5aee4e3683e9:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:39,920 DEBUG [RS:0;5aee4e3683e9:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:39,920 DEBUG [RS:0;5aee4e3683e9:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:39,920 DEBUG [RS:0;5aee4e3683e9:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:39,921 DEBUG [RS:0;5aee4e3683e9:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:20:39,921 DEBUG [RS:0;5aee4e3683e9:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:39,921 DEBUG [RS:0;5aee4e3683e9:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:39,921 DEBUG [RS:0;5aee4e3683e9:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:39,921 DEBUG [RS:0;5aee4e3683e9:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:39,921 DEBUG [RS:0;5aee4e3683e9:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:39,921 DEBUG [RS:0;5aee4e3683e9:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:39,921 DEBUG [RS:0;5aee4e3683e9:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:20:39,921 DEBUG [RS:0;5aee4e3683e9:44167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:20:39,932 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:39,932 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:39,932 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:39,932 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:39,932 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:39,932 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,44167,1732155637648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:20:39,964 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:20:39,964 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,44167,1732155637648-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:39,964 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:39,964 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.Replication(171): 5aee4e3683e9,44167,1732155637648 started 2024-11-21T02:20:39,982 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:39,982 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,44167,1732155637648, RpcServer on 5aee4e3683e9/172.17.0.2:44167, sessionid=0x1015b3170380001 2024-11-21T02:20:39,982 DEBUG [RS:0;5aee4e3683e9:44167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:20:39,982 DEBUG [RS:0;5aee4e3683e9:44167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,44167,1732155637648 2024-11-21T02:20:39,982 DEBUG [RS:0;5aee4e3683e9:44167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,44167,1732155637648' 2024-11-21T02:20:39,982 DEBUG [RS:0;5aee4e3683e9:44167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1053028732/flush-table-proc/abort' 2024-11-21T02:20:39,992 DEBUG [RS:0;5aee4e3683e9:44167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1053028732/flush-table-proc/acquired' 2024-11-21T02:20:39,995 DEBUG [RS:0;5aee4e3683e9:44167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:20:39,995 DEBUG [RS:0;5aee4e3683e9:44167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:20:39,995 DEBUG [RS:0;5aee4e3683e9:44167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,44167,1732155637648 2024-11-21T02:20:39,995 DEBUG [RS:0;5aee4e3683e9:44167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,44167,1732155637648' 2024-11-21T02:20:39,995 DEBUG [RS:0;5aee4e3683e9:44167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1053028732/online-snapshot/abort' 2024-11-21T02:20:39,995 DEBUG [RS:0;5aee4e3683e9:44167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1053028732/online-snapshot/acquired' 2024-11-21T02:20:39,995 DEBUG [RS:0;5aee4e3683e9:44167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:20:39,995 INFO [RS:0;5aee4e3683e9:44167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:20:39,995 INFO [RS:0;5aee4e3683e9:44167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:20:40,096 INFO [RS:0;5aee4e3683e9:44167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:20:40,105 INFO [RS:0;5aee4e3683e9:44167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C44167%2C1732155637648, suffix=, logDir=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648, archiveDir=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/oldWALs, maxLogs=10 2024-11-21T02:20:40,122 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:20:40,122 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd 2024-11-21T02:20:40,125 DEBUG [RS:0;5aee4e3683e9:44167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106, exclude list is [], retry=0 2024-11-21T02:20:40,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44883,DS-96c96290-9a02-431e-a96b-47bc2b300c84,DISK] 2024-11-21T02:20:40,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:20:40,145 INFO [RS:0;5aee4e3683e9:44167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 2024-11-21T02:20:40,148 DEBUG [RS:0;5aee4e3683e9:44167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46715:46715)] 2024-11-21T02:20:40,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:40,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:20:40,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:20:40,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:40,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:40,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:20:40,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:20:40,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:40,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:40,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:20:40,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:20:40,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:40,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:40,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:20:40,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:20:40,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:40,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:40,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:20:40,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740 2024-11-21T02:20:40,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740 2024-11-21T02:20:40,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:20:40,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:20:40,547 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:20:40,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:20:40,550 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:20:40,550 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71132154, jitterRate=0.05995169281959534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:20:40,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155640538Initializing all the Stores at 1732155640539 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155640539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155640539Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155640539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155640539Cleaning up temporary data from old regions at 1732155640546 (+7 ms)Region opened successfully at 1732155640551 (+5 ms) 2024-11-21T02:20:40,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:20:40,551 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:20:40,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:20:40,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:20:40,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:20:40,551 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:20:40,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155640551Disabling compacts and flushes for region at 1732155640551Disabling writes for close at 1732155640551Writing region close event to WAL at 1732155640551Closed at 1732155640551 2024-11-21T02:20:40,552 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:40,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:20:40,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:20:40,553 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:20:40,554 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:20:40,704 DEBUG [5aee4e3683e9:33317 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:20:40,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,44167,1732155637648 2024-11-21T02:20:40,706 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,44167,1732155637648, state=OPENING 2024-11-21T02:20:40,718 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:20:40,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:20:40,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:20:40,787 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:20:40,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1053028732/meta-region-server: CHANGED 2024-11-21T02:20:40,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,44167,1732155637648}] 2024-11-21T02:20:40,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1053028732/meta-region-server: CHANGED 2024-11-21T02:20:40,948 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:20:40,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:20:40,960 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:20:40,960 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:40,961 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:20:40,962 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C44167%2C1732155637648.meta, suffix=.meta, logDir=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648, archiveDir=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/oldWALs, maxLogs=10 2024-11-21T02:20:40,981 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.meta.1732155640963.meta, exclude list is [], retry=0 2024-11-21T02:20:40,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44883,DS-96c96290-9a02-431e-a96b-47bc2b300c84,DISK] 2024-11-21T02:20:41,008 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.meta.1732155640963.meta 2024-11-21T02:20:41,012 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46715:46715)] 2024-11-21T02:20:41,012 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:20:41,013 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:20:41,013 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:20:41,013 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:20:41,013 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:20:41,013 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:20:41,013 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:41,013 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:20:41,013 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:20:41,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:20:41,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:20:41,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:41,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:41,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:20:41,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:20:41,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:41,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:41,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:20:41,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:20:41,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:41,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:41,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:20:41,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:20:41,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:41,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:41,051 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:20:41,054 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740 2024-11-21T02:20:41,068 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740 2024-11-21T02:20:41,084 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:20:41,084 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:20:41,088 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:20:41,092 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:20:41,100 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59393753, jitterRate=-0.11496411263942719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:20:41,100 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:20:41,101 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155641013Writing region info on filesystem at 1732155641013Initializing all the Stores at 1732155641022 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155641022Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155641036 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155641036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155641036Cleaning up temporary data from old regions at 1732155641084 (+48 ms)Running coprocessor post-open hooks at 1732155641100 (+16 ms)Region opened successfully at 1732155641101 (+1 ms) 2024-11-21T02:20:41,116 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155640948 2024-11-21T02:20:41,123 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:20:41,123 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:20:41,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,44167,1732155637648 2024-11-21T02:20:41,137 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,44167,1732155637648, state=OPEN 2024-11-21T02:20:41,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1053028732/meta-region-server 2024-11-21T02:20:41,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1053028732/meta-region-server: CHANGED 2024-11-21T02:20:41,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1053028732/meta-region-server 2024-11-21T02:20:41,222 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,44167,1732155637648 2024-11-21T02:20:41,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1053028732/meta-region-server: CHANGED 2024-11-21T02:20:41,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:20:41,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,44167,1732155637648 in 435 msec 2024-11-21T02:20:41,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:20:41,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 679 msec 2024-11-21T02:20:41,244 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:41,244 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:20:41,257 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:41,257 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,44167,1732155637648, seqNum=-1] 2024-11-21T02:20:41,257 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:41,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:20:41,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6090 sec 2024-11-21T02:20:41,296 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155641296, completionTime=-1 2024-11-21T02:20:41,296 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:20:41,296 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:20:41,300 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:20:41,300 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155701300 2024-11-21T02:20:41,300 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155761300 2024-11-21T02:20:41,300 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-21T02:20:41,300 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33317,1732155637259-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:41,300 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33317,1732155637259-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:41,300 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33317,1732155637259-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:41,300 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:33317, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:41,300 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:41,304 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:41,308 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:20:41,312 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.325sec 2024-11-21T02:20:41,312 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:20:41,312 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:20:41,312 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:20:41,312 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:20:41,312 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:20:41,312 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33317,1732155637259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:20:41,313 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33317,1732155637259-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:20:41,356 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:20:41,356 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:20:41,356 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33317,1732155637259-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:41,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2757e6d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:41,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,33317,-1 for getting cluster id 2024-11-21T02:20:41,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:41,383 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b41adcc-b398-4dca-9971-9ea988ee53b5' 2024-11-21T02:20:41,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:41,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b41adcc-b398-4dca-9971-9ea988ee53b5" 2024-11-21T02:20:41,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b2c18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:41,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,33317,-1] 2024-11-21T02:20:41,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:41,384 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:41,385 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:41,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7454cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:41,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:41,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,44167,1732155637648, seqNum=-1] 2024-11-21T02:20:41,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:41,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:20:41,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,33317,1732155637259 2024-11-21T02:20:41,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55801 2024-11-21T02:20:41,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:20:41,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b3170380002 connected 2024-11-21T02:20:41,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/hadoop.log.dir so I do NOT create it in target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b 2024-11-21T02:20:41,451 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:20:41,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/hadoop.tmp.dir so I do NOT create it in target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b 2024-11-21T02:20:41,451 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:20:41,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b 2024-11-21T02:20:41,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:20:41,452 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/cluster_9ff5633e-11ff-7e15-ec98-afa5eab3dcbe, deleteOnExit=true 2024-11-21T02:20:41,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:20:41,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/test.cache.data in system properties and HBase conf 2024-11-21T02:20:41,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:20:41,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:20:41,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:20:41,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:20:41,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:20:41,453 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:20:41,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:20:41,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:20:41,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:20:41,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:20:41,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:20:41,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:20:41,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:20:41,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:20:41,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:20:41,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:20:41,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:20:41,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:20:41,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:20:41,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:20:41,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:20:41,945 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:20:41,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:20:41,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:20:41,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:20:41,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:20:41,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a03ced{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:20:41,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ed5a96a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:20:42,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30d89ab7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/java.io.tmpdir/jetty-localhost-33125-hadoop-hdfs-3_4_1-tests_jar-_-any-2252671764586358102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:20:42,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7882f7f4{HTTP/1.1, (http/1.1)}{localhost:33125} 2024-11-21T02:20:42,108 INFO [Time-limited test {}] server.Server(415): Started @185372ms 2024-11-21T02:20:42,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:20:42,551 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:20:42,554 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:20:42,554 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:20:42,554 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:20:42,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@458498a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:20:42,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bc995a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:20:42,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67fcf623{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/java.io.tmpdir/jetty-localhost-39395-hadoop-hdfs-3_4_1-tests_jar-_-any-1281675278959085980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:20:42,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e58daff{HTTP/1.1, (http/1.1)}{localhost:39395} 2024-11-21T02:20:42,680 INFO [Time-limited test {}] server.Server(415): Started @185943ms 2024-11-21T02:20:42,681 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:20:43,316 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:20:43,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:43,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:43,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:43,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:43,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:43,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:43,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:43,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:43,469 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/cluster_9ff5633e-11ff-7e15-ec98-afa5eab3dcbe/data/data1/current/BP-2028255355-172.17.0.2-1732155641517/current, will proceed with Du for space computation calculation, 2024-11-21T02:20:43,469 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/cluster_9ff5633e-11ff-7e15-ec98-afa5eab3dcbe/data/data2/current/BP-2028255355-172.17.0.2-1732155641517/current, will proceed with Du for space computation calculation, 2024-11-21T02:20:43,489 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:20:43,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf31b402146b34c4f with lease ID 0x34c93bb2e653ade: Processing first storage report for DS-ad373eee-86ab-40b2-97dd-1234b934fa88 from datanode DatanodeRegistration(127.0.0.1:34149, datanodeUuid=d6c07373-c82a-4cb1-9ab7-0a17d4ec3724, infoPort=45007, infoSecurePort=0, ipcPort=38519, storageInfo=lv=-57;cid=testClusterID;nsid=1085112571;c=1732155641517) 2024-11-21T02:20:43,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf31b402146b34c4f with lease ID 0x34c93bb2e653ade: from storage DS-ad373eee-86ab-40b2-97dd-1234b934fa88 node DatanodeRegistration(127.0.0.1:34149, datanodeUuid=d6c07373-c82a-4cb1-9ab7-0a17d4ec3724, infoPort=45007, infoSecurePort=0, ipcPort=38519, storageInfo=lv=-57;cid=testClusterID;nsid=1085112571;c=1732155641517), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:20:43,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf31b402146b34c4f with lease ID 0x34c93bb2e653ade: Processing first storage report for DS-f53b3fb1-5260-4fae-96c7-081157e9d711 from datanode DatanodeRegistration(127.0.0.1:34149, datanodeUuid=d6c07373-c82a-4cb1-9ab7-0a17d4ec3724, infoPort=45007, infoSecurePort=0, ipcPort=38519, storageInfo=lv=-57;cid=testClusterID;nsid=1085112571;c=1732155641517) 2024-11-21T02:20:43,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf31b402146b34c4f with lease ID 0x34c93bb2e653ade: from storage DS-f53b3fb1-5260-4fae-96c7-081157e9d711 node DatanodeRegistration(127.0.0.1:34149, datanodeUuid=d6c07373-c82a-4cb1-9ab7-0a17d4ec3724, infoPort=45007, infoSecurePort=0, ipcPort=38519, storageInfo=lv=-57;cid=testClusterID;nsid=1085112571;c=1732155641517), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:20:43,548 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b 2024-11-21T02:20:43,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:43,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:43,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:20:43,972 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2 with version=8 2024-11-21T02:20:43,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/hbase-staging 2024-11-21T02:20:43,975 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:20:43,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:43,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:43,975 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:20:43,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:43,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:20:43,975 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:20:43,975 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:20:43,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42859 2024-11-21T02:20:43,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42859 connecting to ZooKeeper ensemble=127.0.0.1:55801 2024-11-21T02:20:44,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428590x0, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:20:44,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42859-0x1015b3170380003 connected 2024-11-21T02:20:44,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:44,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:44,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Set watcher on znode that does not yet exist, /1-212143473/running 2024-11-21T02:20:44,167 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2, hbase.cluster.distributed=false 2024-11-21T02:20:44,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Set watcher on znode that does not yet exist, /1-212143473/acl 2024-11-21T02:20:44,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42859 2024-11-21T02:20:44,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42859 2024-11-21T02:20:44,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42859 2024-11-21T02:20:44,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42859 2024-11-21T02:20:44,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42859 2024-11-21T02:20:44,254 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:20:44,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:44,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:44,254 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:20:44,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:20:44,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:20:44,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:20:44,255 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:20:44,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37505 2024-11-21T02:20:44,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37505 connecting to ZooKeeper ensemble=127.0.0.1:55801 2024-11-21T02:20:44,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:44,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:44,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375050x0, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:20:44,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375050x0, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Set watcher on znode that does not yet exist, /1-212143473/running 2024-11-21T02:20:44,304 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:20:44,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37505-0x1015b3170380004 connected 2024-11-21T02:20:44,309 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:20:44,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Set watcher on znode that does not yet exist, /1-212143473/master 2024-11-21T02:20:44,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Set watcher on znode that does not yet exist, /1-212143473/acl 2024-11-21T02:20:44,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37505 2024-11-21T02:20:44,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37505 2024-11-21T02:20:44,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37505 2024-11-21T02:20:44,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37505 2024-11-21T02:20:44,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37505 2024-11-21T02:20:44,348 DEBUG [M:0;5aee4e3683e9:42859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:42859 2024-11-21T02:20:44,352 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-212143473/backup-masters/5aee4e3683e9,42859,1732155643974 2024-11-21T02:20:44,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473/backup-masters 2024-11-21T02:20:44,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473/backup-masters 2024-11-21T02:20:44,361 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Set watcher on existing znode=/1-212143473/backup-masters/5aee4e3683e9,42859,1732155643974 2024-11-21T02:20:44,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-212143473/master 2024-11-21T02:20:44,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473 2024-11-21T02:20:44,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473 2024-11-21T02:20:44,385 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Set watcher on existing znode=/1-212143473/master 2024-11-21T02:20:44,388 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-212143473/backup-masters/5aee4e3683e9,42859,1732155643974 from backup master directory 2024-11-21T02:20:44,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-212143473/backup-masters/5aee4e3683e9,42859,1732155643974 2024-11-21T02:20:44,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473/backup-masters 2024-11-21T02:20:44,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473/backup-masters 2024-11-21T02:20:44,402 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:20:44,402 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,42859,1732155643974 2024-11-21T02:20:44,424 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/hbase.id] with ID: 83796e63-c759-4fc9-892a-bc9076d78d7c 2024-11-21T02:20:44,424 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/.tmp/hbase.id 2024-11-21T02:20:44,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:20:44,832 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/.tmp/hbase.id]:[hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/hbase.id] 2024-11-21T02:20:44,852 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:44,853 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:20:44,854 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T02:20:44,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473 2024-11-21T02:20:44,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473 2024-11-21T02:20:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:20:44,960 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:20:44,961 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:20:44,962 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:44,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:20:44,980 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store 2024-11-21T02:20:45,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:20:45,013 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:45,013 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:20:45,013 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:45,013 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:45,013 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:20:45,013 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:45,013 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:20:45,013 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155645013Disabling compacts and flushes for region at 1732155645013Disabling writes for close at 1732155645013Writing region close event to WAL at 1732155645013Closed at 1732155645013 2024-11-21T02:20:45,014 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/.initializing 2024-11-21T02:20:45,014 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/WALs/5aee4e3683e9,42859,1732155643974 2024-11-21T02:20:45,017 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:20:45,019 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C42859%2C1732155643974, suffix=, logDir=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/WALs/5aee4e3683e9,42859,1732155643974, archiveDir=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/oldWALs, maxLogs=10 2024-11-21T02:20:45,040 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/WALs/5aee4e3683e9,42859,1732155643974/5aee4e3683e9%2C42859%2C1732155643974.1732155645020, exclude list is [], retry=0 2024-11-21T02:20:45,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-ad373eee-86ab-40b2-97dd-1234b934fa88,DISK] 2024-11-21T02:20:45,048 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/WALs/5aee4e3683e9,42859,1732155643974/5aee4e3683e9%2C42859%2C1732155643974.1732155645020 2024-11-21T02:20:45,049 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45007:45007)] 2024-11-21T02:20:45,049 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:20:45,049 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:45,050 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:45,050 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:45,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:45,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:20:45,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:45,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:45,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:45,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:20:45,061 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:45,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:45,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:45,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:20:45,064 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:45,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:45,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:45,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:20:45,069 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:45,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:45,069 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:45,070 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:45,070 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:45,076 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:45,076 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:45,077 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:20:45,078 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:20:45,108 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:20:45,112 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67835638, jitterRate=0.010829776525497437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:20:45,112 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155645050Initializing all the Stores at 1732155645051 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155645051Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155645056 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155645056Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155645056Cleaning up temporary data from old regions at 1732155645076 (+20 ms)Region opened successfully at 1732155645112 (+36 ms) 2024-11-21T02:20:45,114 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:20:45,118 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30023998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:20:45,122 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:20:45,122 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:20:45,122 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:20:45,122 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:20:45,123 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:20:45,123 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:20:45,123 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:20:45,132 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:20:45,133 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Unable to get data of znode /1-212143473/balancer because node does not exist (not necessarily an error) 2024-11-21T02:20:45,148 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-212143473/balancer already deleted, retry=false 2024-11-21T02:20:45,149 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:20:45,150 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Unable to get data of znode /1-212143473/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:20:45,159 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-212143473/normalizer already deleted, retry=false 2024-11-21T02:20:45,159 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:20:45,161 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Unable to get data of znode /1-212143473/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:20:45,171 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-212143473/switch/split already deleted, retry=false 2024-11-21T02:20:45,184 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Unable to get data of znode /1-212143473/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:20:45,204 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-212143473/switch/merge already deleted, retry=false 2024-11-21T02:20:45,225 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Unable to get data of znode /1-212143473/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:20:45,233 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-212143473/snapshot-cleanup already deleted, retry=false 2024-11-21T02:20:45,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-212143473/running 2024-11-21T02:20:45,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473 2024-11-21T02:20:45,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-212143473/running 2024-11-21T02:20:45,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473 2024-11-21T02:20:45,256 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,42859,1732155643974, sessionid=0x1015b3170380003, setting cluster-up flag (Was=false) 2024-11-21T02:20:45,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473 2024-11-21T02:20:45,348 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-212143473/flush-table-proc/acquired, /1-212143473/flush-table-proc/reached, /1-212143473/flush-table-proc/abort 2024-11-21T02:20:45,352 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,42859,1732155643974 2024-11-21T02:20:45,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473 2024-11-21T02:20:45,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473 2024-11-21T02:20:45,457 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-212143473/online-snapshot/acquired, /1-212143473/online-snapshot/reached, /1-212143473/online-snapshot/abort 2024-11-21T02:20:45,480 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,42859,1732155643974 2024-11-21T02:20:45,482 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:20:45,485 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:45,486 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:20:45,486 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:20:45,486 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,42859,1732155643974 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:20:45,490 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:45,490 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:45,490 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:45,490 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:20:45,491 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:20:45,491 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:45,491 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:20:45,491 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:45,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:45,510 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:20:45,512 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:45,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:20:45,560 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155675560 2024-11-21T02:20:45,560 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:20:45,560 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:20:45,560 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:20:45,560 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:20:45,560 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:20:45,561 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:20:45,568 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(746): ClusterId : 83796e63-c759-4fc9-892a-bc9076d78d7c 2024-11-21T02:20:45,568 DEBUG [RS:0;5aee4e3683e9:37505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:20:45,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:20:45,585 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:45,588 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:20:45,589 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:20:45,589 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:20:45,589 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:20:45,589 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:20:45,589 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:20:45,590 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:20:45,590 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2 2024-11-21T02:20:45,591 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155645589,5,FailOnTimeoutGroup] 2024-11-21T02:20:45,591 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155645591,5,FailOnTimeoutGroup] 2024-11-21T02:20:45,592 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:45,592 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:20:45,592 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:45,592 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:45,592 DEBUG [RS:0;5aee4e3683e9:37505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:20:45,592 DEBUG [RS:0;5aee4e3683e9:37505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:20:45,617 DEBUG [RS:0;5aee4e3683e9:37505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:20:45,618 DEBUG [RS:0;5aee4e3683e9:37505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8756b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:20:45,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:20:45,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:45,673 DEBUG [RS:0;5aee4e3683e9:37505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:37505 2024-11-21T02:20:45,673 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:20:45,673 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:20:45,673 DEBUG [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:20:45,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:20:45,678 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,42859,1732155643974 with port=37505, startcode=1732155644254 2024-11-21T02:20:45,678 DEBUG [RS:0;5aee4e3683e9:37505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:20:45,689 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:20:45,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42859 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,37505,1732155644254 2024-11-21T02:20:45,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42859 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,37505,1732155644254 2024-11-21T02:20:45,698 DEBUG [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2 2024-11-21T02:20:45,698 DEBUG [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39319 2024-11-21T02:20:45,698 DEBUG [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:20:45,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:20:45,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:45,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:45,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:20:45,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:20:45,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:45,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:45,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:20:45,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:20:45,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:45,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:45,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:20:45,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:20:45,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:45,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:45,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:20:45,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740 2024-11-21T02:20:45,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740 2024-11-21T02:20:45,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473/rs 2024-11-21T02:20:45,782 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,37505,1732155644254] 2024-11-21T02:20:45,784 DEBUG [RS:0;5aee4e3683e9:37505 {}] zookeeper.ZKUtil(111): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Set watcher on existing znode=/1-212143473/rs/5aee4e3683e9,37505,1732155644254 2024-11-21T02:20:45,784 WARN [RS:0;5aee4e3683e9:37505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:20:45,784 INFO [RS:0;5aee4e3683e9:37505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:45,784 DEBUG [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254 2024-11-21T02:20:45,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:20:45,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:20:45,808 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:20:45,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:20:45,824 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:20:45,824 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61315346, jitterRate=-0.08633014559745789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:20:45,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155645655Initializing all the Stores at 1732155645668 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155645668Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155645672 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155645672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155645672Cleaning up temporary data from old regions at 1732155645800 (+128 ms)Region opened successfully at 1732155645825 (+25 ms) 2024-11-21T02:20:45,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:20:45,825 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:20:45,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:20:45,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:20:45,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:20:45,841 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:20:45,860 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:20:45,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155645825Disabling compacts and flushes for region at 1732155645825Disabling writes for close at 1732155645825Writing region close event to WAL at 1732155645860 (+35 ms)Closed at 1732155645860 2024-11-21T02:20:45,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:45,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:20:45,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:20:45,863 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:20:45,863 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:20:45,865 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:20:45,866 INFO [RS:0;5aee4e3683e9:37505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:20:45,866 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:45,868 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:20:45,876 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:20:45,876 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:45,877 DEBUG [RS:0;5aee4e3683e9:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:45,877 DEBUG [RS:0;5aee4e3683e9:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:45,877 DEBUG [RS:0;5aee4e3683e9:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:45,877 DEBUG [RS:0;5aee4e3683e9:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:45,877 DEBUG [RS:0;5aee4e3683e9:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:45,877 DEBUG [RS:0;5aee4e3683e9:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:20:45,877 DEBUG [RS:0;5aee4e3683e9:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:45,877 DEBUG [RS:0;5aee4e3683e9:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:45,877 DEBUG [RS:0;5aee4e3683e9:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:45,877 DEBUG [RS:0;5aee4e3683e9:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:45,877 DEBUG [RS:0;5aee4e3683e9:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:45,877 DEBUG [RS:0;5aee4e3683e9:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:20:45,877 DEBUG [RS:0;5aee4e3683e9:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:20:45,877 DEBUG [RS:0;5aee4e3683e9:37505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:20:45,893 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:20:45,896 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:45,896 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:45,896 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:45,896 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:45,896 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:45,896 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37505,1732155644254-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:20:45,932 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:20:45,933 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37505,1732155644254-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:45,933 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:45,933 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.Replication(171): 5aee4e3683e9,37505,1732155644254 started 2024-11-21T02:20:45,954 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:45,954 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,37505,1732155644254, RpcServer on 5aee4e3683e9/172.17.0.2:37505, sessionid=0x1015b3170380004 2024-11-21T02:20:45,954 DEBUG [RS:0;5aee4e3683e9:37505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:20:45,954 DEBUG [RS:0;5aee4e3683e9:37505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,37505,1732155644254 2024-11-21T02:20:45,954 DEBUG [RS:0;5aee4e3683e9:37505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,37505,1732155644254' 2024-11-21T02:20:45,954 DEBUG [RS:0;5aee4e3683e9:37505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-212143473/flush-table-proc/abort' 2024-11-21T02:20:45,964 DEBUG [RS:0;5aee4e3683e9:37505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-212143473/flush-table-proc/acquired' 2024-11-21T02:20:45,976 DEBUG [RS:0;5aee4e3683e9:37505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:20:45,976 DEBUG [RS:0;5aee4e3683e9:37505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:20:45,976 DEBUG [RS:0;5aee4e3683e9:37505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,37505,1732155644254 2024-11-21T02:20:45,976 DEBUG [RS:0;5aee4e3683e9:37505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,37505,1732155644254' 2024-11-21T02:20:45,976 DEBUG [RS:0;5aee4e3683e9:37505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-212143473/online-snapshot/abort' 2024-11-21T02:20:45,980 DEBUG [RS:0;5aee4e3683e9:37505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-212143473/online-snapshot/acquired' 2024-11-21T02:20:45,988 DEBUG [RS:0;5aee4e3683e9:37505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:20:45,988 INFO [RS:0;5aee4e3683e9:37505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:20:45,988 INFO [RS:0;5aee4e3683e9:37505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:20:46,015 WARN [5aee4e3683e9:42859 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-21T02:20:46,091 INFO [RS:0;5aee4e3683e9:37505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:20:46,116 INFO [RS:0;5aee4e3683e9:37505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C37505%2C1732155644254, suffix=, logDir=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254, archiveDir=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/oldWALs, maxLogs=10 2024-11-21T02:20:46,147 DEBUG [RS:0;5aee4e3683e9:37505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117, exclude list is [], retry=0 2024-11-21T02:20:46,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-ad373eee-86ab-40b2-97dd-1234b934fa88,DISK] 2024-11-21T02:20:46,189 INFO [RS:0;5aee4e3683e9:37505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 2024-11-21T02:20:46,192 DEBUG [RS:0;5aee4e3683e9:37505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45007:45007)] 2024-11-21T02:20:46,268 DEBUG [5aee4e3683e9:42859 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:20:46,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,37505,1732155644254 2024-11-21T02:20:46,277 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,37505,1732155644254, state=OPENING 2024-11-21T02:20:46,290 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:20:46,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473 2024-11-21T02:20:46,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473 2024-11-21T02:20:46,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-212143473/meta-region-server: CHANGED 2024-11-21T02:20:46,299 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:20:46,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,37505,1732155644254}] 2024-11-21T02:20:46,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-212143473/meta-region-server: CHANGED 2024-11-21T02:20:46,454 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:20:46,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:20:46,461 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:20:46,461 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:46,461 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:20:46,465 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C37505%2C1732155644254.meta, suffix=.meta, logDir=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254, archiveDir=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/oldWALs, maxLogs=10 2024-11-21T02:20:46,485 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.meta.1732155646465.meta, exclude list is [], retry=0 2024-11-21T02:20:46,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-ad373eee-86ab-40b2-97dd-1234b934fa88,DISK] 2024-11-21T02:20:46,521 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.meta.1732155646465.meta 2024-11-21T02:20:46,528 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45007:45007)] 2024-11-21T02:20:46,529 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:20:46,532 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:20:46,533 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:20:46,533 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:20:46,533 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:20:46,533 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:20:46,533 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:46,533 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:20:46,533 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:20:46,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:20:46,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:20:46,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:46,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:46,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:20:46,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:20:46,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:46,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:46,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:20:46,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:20:46,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:46,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:46,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:20:46,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:20:46,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:46,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:20:46,557 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:20:46,558 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740 2024-11-21T02:20:46,559 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740 2024-11-21T02:20:46,561 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:20:46,561 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:20:46,562 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:20:46,563 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:20:46,565 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72842675, jitterRate=0.08544044196605682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:20:46,565 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:20:46,565 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155646533Writing region info on filesystem at 1732155646533Initializing all the Stores at 1732155646544 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155646544Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155646552 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155646552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155646552Cleaning up temporary data from old regions at 1732155646561 (+9 ms)Running coprocessor post-open hooks at 1732155646565 (+4 ms)Region opened successfully at 1732155646565 2024-11-21T02:20:46,567 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155646454 2024-11-21T02:20:46,571 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:20:46,571 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:20:46,571 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,37505,1732155644254 2024-11-21T02:20:46,572 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,37505,1732155644254, state=OPEN 2024-11-21T02:20:46,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-212143473/meta-region-server 2024-11-21T02:20:46,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-212143473/meta-region-server 2024-11-21T02:20:46,580 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,37505,1732155644254 2024-11-21T02:20:46,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-212143473/meta-region-server: CHANGED 2024-11-21T02:20:46,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-212143473/meta-region-server: CHANGED 2024-11-21T02:20:46,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:20:46,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,37505,1732155644254 in 281 msec 2024-11-21T02:20:46,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:20:46,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 722 msec 2024-11-21T02:20:46,597 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:20:46,597 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:20:46,599 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:46,599 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37505,1732155644254, seqNum=-1] 2024-11-21T02:20:46,600 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:46,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:20:46,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1250 sec 2024-11-21T02:20:46,616 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155646616, completionTime=-1 2024-11-21T02:20:46,616 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:20:46,616 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:20:46,624 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:20:46,624 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155706624 2024-11-21T02:20:46,624 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155766624 2024-11-21T02:20:46,624 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-21T02:20:46,625 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42859,1732155643974-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:46,625 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42859,1732155643974-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:46,625 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42859,1732155643974-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:46,625 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:42859, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:46,625 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:46,627 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:20:46,644 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:46,652 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.250sec 2024-11-21T02:20:46,652 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:20:46,652 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:20:46,652 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:20:46,652 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:20:46,653 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:20:46,653 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42859,1732155643974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:20:46,653 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42859,1732155643974-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:20:46,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d7f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:46,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42859,-1 for getting cluster id 2024-11-21T02:20:46,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:46,682 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:20:46,682 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:20:46,682 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42859,1732155643974-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:20:46,695 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83796e63-c759-4fc9-892a-bc9076d78d7c' 2024-11-21T02:20:46,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:46,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83796e63-c759-4fc9-892a-bc9076d78d7c" 2024-11-21T02:20:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e82b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42859,-1] 2024-11-21T02:20:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:46,704 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:46,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e1260e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:46,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:46,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37505,1732155644254, seqNum=-1] 2024-11-21T02:20:46,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:46,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:20:46,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,42859,1732155643974 2024-11-21T02:20:46,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55801 2024-11-21T02:20:46,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:20:46,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b3170380005 connected 2024-11-21T02:20:46,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:46,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,33317,1732155637259 2024-11-21T02:20:46,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6db66e8e 2024-11-21T02:20:46,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:46,922 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:20:46,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:20:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T02:20:46,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:20:46,927 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:46,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T02:20:46,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:20:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:47,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741835_1011 (size=902) 2024-11-21T02:20:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:47,406 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d4d707e769d8e3cb640a798871e1673a, NAME => 'test,,1732155646922.d4d707e769d8e3cb640a798871e1673a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd 2024-11-21T02:20:47,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741836_1012 (size=39) 2024-11-21T02:20:47,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:20:47,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T02:20:47,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:20:47,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T02:20:47,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:20:47,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T02:20:47,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:20:47,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T02:20:47,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:47,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732155646922.d4d707e769d8e3cb640a798871e1673a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:47,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d4d707e769d8e3cb640a798871e1673a, disabling compactions & flushes 2024-11-21T02:20:47,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732155646922.d4d707e769d8e3cb640a798871e1673a. 2024-11-21T02:20:47,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155646922.d4d707e769d8e3cb640a798871e1673a. 2024-11-21T02:20:47,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732155646922.d4d707e769d8e3cb640a798871e1673a. after waiting 0 ms 2024-11-21T02:20:47,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732155646922.d4d707e769d8e3cb640a798871e1673a. 2024-11-21T02:20:47,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732155646922.d4d707e769d8e3cb640a798871e1673a. 2024-11-21T02:20:47,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d4d707e769d8e3cb640a798871e1673a: Waiting for close lock at 1732155647819Disabling compacts and flushes for region at 1732155647819Disabling writes for close at 1732155647819Writing region close event to WAL at 1732155647819Closed at 1732155647819 2024-11-21T02:20:47,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:20:47,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732155646922.d4d707e769d8e3cb640a798871e1673a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732155647821"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155647821"}]},"ts":"1732155647821"} 2024-11-21T02:20:47,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:20:47,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:20:47,825 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155647825"}]},"ts":"1732155647825"} 2024-11-21T02:20:47,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T02:20:47,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d4d707e769d8e3cb640a798871e1673a, ASSIGN}] 2024-11-21T02:20:47,830 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d4d707e769d8e3cb640a798871e1673a, ASSIGN 2024-11-21T02:20:47,831 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d4d707e769d8e3cb640a798871e1673a, ASSIGN; state=OFFLINE, location=5aee4e3683e9,44167,1732155637648; forceNewPlan=false, retain=false 2024-11-21T02:20:47,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4d707e769d8e3cb640a798871e1673a, regionState=OPENING, regionLocation=5aee4e3683e9,44167,1732155637648 2024-11-21T02:20:47,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d4d707e769d8e3cb640a798871e1673a, ASSIGN because future has completed 2024-11-21T02:20:47,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4d707e769d8e3cb640a798871e1673a, server=5aee4e3683e9,44167,1732155637648}] 2024-11-21T02:20:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:48,142 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732155646922.d4d707e769d8e3cb640a798871e1673a. 2024-11-21T02:20:48,142 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d4d707e769d8e3cb640a798871e1673a, NAME => 'test,,1732155646922.d4d707e769d8e3cb640a798871e1673a.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:20:48,142 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:20:48,142 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T02:20:48,143 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d4d707e769d8e3cb640a798871e1673a 2024-11-21T02:20:48,143 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732155646922.d4d707e769d8e3cb640a798871e1673a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:48,143 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d4d707e769d8e3cb640a798871e1673a 2024-11-21T02:20:48,143 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d4d707e769d8e3cb640a798871e1673a 2024-11-21T02:20:48,145 INFO [StoreOpener-d4d707e769d8e3cb640a798871e1673a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d4d707e769d8e3cb640a798871e1673a 2024-11-21T02:20:48,147 INFO [StoreOpener-d4d707e769d8e3cb640a798871e1673a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4d707e769d8e3cb640a798871e1673a columnFamilyName f 2024-11-21T02:20:48,147 DEBUG [StoreOpener-d4d707e769d8e3cb640a798871e1673a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:48,149 INFO [StoreOpener-d4d707e769d8e3cb640a798871e1673a-1 {}] regionserver.HStore(327): Store=d4d707e769d8e3cb640a798871e1673a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:48,149 INFO [StoreOpener-d4d707e769d8e3cb640a798871e1673a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d4d707e769d8e3cb640a798871e1673a 2024-11-21T02:20:48,150 INFO [StoreOpener-d4d707e769d8e3cb640a798871e1673a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4d707e769d8e3cb640a798871e1673a columnFamilyName f1 2024-11-21T02:20:48,150 DEBUG [StoreOpener-d4d707e769d8e3cb640a798871e1673a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:48,151 INFO [StoreOpener-d4d707e769d8e3cb640a798871e1673a-1 {}] regionserver.HStore(327): Store=d4d707e769d8e3cb640a798871e1673a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:48,151 INFO [StoreOpener-d4d707e769d8e3cb640a798871e1673a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d4d707e769d8e3cb640a798871e1673a 2024-11-21T02:20:48,152 INFO [StoreOpener-d4d707e769d8e3cb640a798871e1673a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4d707e769d8e3cb640a798871e1673a columnFamilyName norep 2024-11-21T02:20:48,152 DEBUG [StoreOpener-d4d707e769d8e3cb640a798871e1673a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:48,153 INFO [StoreOpener-d4d707e769d8e3cb640a798871e1673a-1 {}] regionserver.HStore(327): Store=d4d707e769d8e3cb640a798871e1673a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:48,153 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d4d707e769d8e3cb640a798871e1673a 2024-11-21T02:20:48,154 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a 2024-11-21T02:20:48,154 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a 2024-11-21T02:20:48,155 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d4d707e769d8e3cb640a798871e1673a 2024-11-21T02:20:48,155 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d4d707e769d8e3cb640a798871e1673a 2024-11-21T02:20:48,155 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:20:48,156 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d4d707e769d8e3cb640a798871e1673a 2024-11-21T02:20:48,159 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:20:48,160 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d4d707e769d8e3cb640a798871e1673a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61400101, jitterRate=-0.08506719768047333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:20:48,160 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4d707e769d8e3cb640a798871e1673a 2024-11-21T02:20:48,161 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d4d707e769d8e3cb640a798871e1673a: Running coprocessor pre-open hook at 1732155648143Writing region info on filesystem at 1732155648143Initializing all the Stores at 1732155648144 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155648145 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155648145Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155648145Cleaning up temporary data from old regions at 1732155648155 (+10 ms)Running coprocessor post-open hooks at 1732155648160 (+5 ms)Region opened successfully at 1732155648161 (+1 ms) 2024-11-21T02:20:48,162 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732155646922.d4d707e769d8e3cb640a798871e1673a., pid=6, masterSystemTime=1732155648136 2024-11-21T02:20:48,167 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732155646922.d4d707e769d8e3cb640a798871e1673a. 2024-11-21T02:20:48,167 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732155646922.d4d707e769d8e3cb640a798871e1673a. 2024-11-21T02:20:48,168 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d4d707e769d8e3cb640a798871e1673a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5aee4e3683e9,44167,1732155637648 2024-11-21T02:20:48,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4d707e769d8e3cb640a798871e1673a, server=5aee4e3683e9,44167,1732155637648 because future has completed 2024-11-21T02:20:48,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:20:48,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d4d707e769d8e3cb640a798871e1673a, server=5aee4e3683e9,44167,1732155637648 in 191 msec 2024-11-21T02:20:48,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:20:48,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d4d707e769d8e3cb640a798871e1673a, ASSIGN in 349 msec 2024-11-21T02:20:48,181 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:20:48,181 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155648181"}]},"ts":"1732155648181"} 2024-11-21T02:20:48,184 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T02:20:48,186 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:20:48,188 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2630 sec 2024-11-21T02:20:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:49,090 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T02:20:49,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:49,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42859,1732155643974 2024-11-21T02:20:49,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52858e4b 2024-11-21T02:20:49,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:49,094 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:20:49,097 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:20:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42859 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T02:20:49,102 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:20:49,102 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:49,104 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:20:49,104 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T02:20:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:49,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741835_1011 (size=902) 2024-11-21T02:20:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:49,565 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b51f3de6094de9f5c518b5f7c22cb74, NAME => 'test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2 2024-11-21T02:20:49,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741836_1012 (size=39) 2024-11-21T02:20:49,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:49,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6b51f3de6094de9f5c518b5f7c22cb74, disabling compactions & flushes 2024-11-21T02:20:49,621 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74. 2024-11-21T02:20:49,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74. 2024-11-21T02:20:49,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74. after waiting 0 ms 2024-11-21T02:20:49,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74. 2024-11-21T02:20:49,621 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74. 2024-11-21T02:20:49,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b51f3de6094de9f5c518b5f7c22cb74: Waiting for close lock at 1732155649621Disabling compacts and flushes for region at 1732155649621Disabling writes for close at 1732155649621Writing region close event to WAL at 1732155649621Closed at 1732155649621 2024-11-21T02:20:49,624 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:20:49,625 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732155649624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155649624"}]},"ts":"1732155649624"} 2024-11-21T02:20:49,627 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:20:49,630 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:20:49,630 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155649630"}]},"ts":"1732155649630"} 2024-11-21T02:20:49,632 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T02:20:49,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b51f3de6094de9f5c518b5f7c22cb74, ASSIGN}] 2024-11-21T02:20:49,634 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b51f3de6094de9f5c518b5f7c22cb74, ASSIGN 2024-11-21T02:20:49,635 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6b51f3de6094de9f5c518b5f7c22cb74, ASSIGN; state=OFFLINE, location=5aee4e3683e9,37505,1732155644254; forceNewPlan=false, retain=false 2024-11-21T02:20:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:49,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b51f3de6094de9f5c518b5f7c22cb74, regionState=OPENING, regionLocation=5aee4e3683e9,37505,1732155644254 2024-11-21T02:20:49,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6b51f3de6094de9f5c518b5f7c22cb74, ASSIGN because future has completed 2024-11-21T02:20:49,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b51f3de6094de9f5c518b5f7c22cb74, server=5aee4e3683e9,37505,1732155644254}] 2024-11-21T02:20:49,977 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74. 2024-11-21T02:20:49,977 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b51f3de6094de9f5c518b5f7c22cb74, NAME => 'test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:20:49,977 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:20:49,977 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T02:20:49,977 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6b51f3de6094de9f5c518b5f7c22cb74 2024-11-21T02:20:49,978 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:49,978 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6b51f3de6094de9f5c518b5f7c22cb74 2024-11-21T02:20:49,978 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6b51f3de6094de9f5c518b5f7c22cb74 2024-11-21T02:20:49,980 INFO [StoreOpener-6b51f3de6094de9f5c518b5f7c22cb74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6b51f3de6094de9f5c518b5f7c22cb74 2024-11-21T02:20:49,983 INFO [StoreOpener-6b51f3de6094de9f5c518b5f7c22cb74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b51f3de6094de9f5c518b5f7c22cb74 columnFamilyName f 2024-11-21T02:20:49,984 DEBUG [StoreOpener-6b51f3de6094de9f5c518b5f7c22cb74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:49,984 INFO [StoreOpener-6b51f3de6094de9f5c518b5f7c22cb74-1 {}] regionserver.HStore(327): Store=6b51f3de6094de9f5c518b5f7c22cb74/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:49,984 INFO [StoreOpener-6b51f3de6094de9f5c518b5f7c22cb74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6b51f3de6094de9f5c518b5f7c22cb74 2024-11-21T02:20:49,985 INFO [StoreOpener-6b51f3de6094de9f5c518b5f7c22cb74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b51f3de6094de9f5c518b5f7c22cb74 columnFamilyName f1 2024-11-21T02:20:49,985 DEBUG [StoreOpener-6b51f3de6094de9f5c518b5f7c22cb74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:49,985 INFO [StoreOpener-6b51f3de6094de9f5c518b5f7c22cb74-1 {}] regionserver.HStore(327): Store=6b51f3de6094de9f5c518b5f7c22cb74/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:49,986 INFO [StoreOpener-6b51f3de6094de9f5c518b5f7c22cb74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6b51f3de6094de9f5c518b5f7c22cb74 2024-11-21T02:20:49,986 INFO [StoreOpener-6b51f3de6094de9f5c518b5f7c22cb74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b51f3de6094de9f5c518b5f7c22cb74 columnFamilyName norep 2024-11-21T02:20:49,986 DEBUG [StoreOpener-6b51f3de6094de9f5c518b5f7c22cb74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:49,987 INFO [StoreOpener-6b51f3de6094de9f5c518b5f7c22cb74-1 {}] regionserver.HStore(327): Store=6b51f3de6094de9f5c518b5f7c22cb74/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:49,987 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6b51f3de6094de9f5c518b5f7c22cb74 2024-11-21T02:20:49,988 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74 2024-11-21T02:20:49,988 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74 2024-11-21T02:20:49,989 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6b51f3de6094de9f5c518b5f7c22cb74 2024-11-21T02:20:49,989 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6b51f3de6094de9f5c518b5f7c22cb74 2024-11-21T02:20:49,989 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:20:49,990 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6b51f3de6094de9f5c518b5f7c22cb74 2024-11-21T02:20:49,992 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:20:49,993 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6b51f3de6094de9f5c518b5f7c22cb74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62709065, jitterRate=-0.06556211411952972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:20:49,993 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b51f3de6094de9f5c518b5f7c22cb74 2024-11-21T02:20:49,993 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6b51f3de6094de9f5c518b5f7c22cb74: Running coprocessor pre-open hook at 1732155649978Writing region info on filesystem at 1732155649978Initializing all the Stores at 1732155649979 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155649979Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155649980 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155649980Cleaning up temporary data from old regions at 1732155649989 (+9 ms)Running coprocessor post-open hooks at 1732155649993 (+4 ms)Region opened successfully at 1732155649993 2024-11-21T02:20:49,994 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74., pid=6, masterSystemTime=1732155649969 2024-11-21T02:20:49,996 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74. 2024-11-21T02:20:49,996 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74. 2024-11-21T02:20:49,997 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b51f3de6094de9f5c518b5f7c22cb74, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5aee4e3683e9,37505,1732155644254 2024-11-21T02:20:49,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b51f3de6094de9f5c518b5f7c22cb74, server=5aee4e3683e9,37505,1732155644254 because future has completed 2024-11-21T02:20:50,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:20:50,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b51f3de6094de9f5c518b5f7c22cb74, server=5aee4e3683e9,37505,1732155644254 in 185 msec 2024-11-21T02:20:50,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:20:50,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6b51f3de6094de9f5c518b5f7c22cb74, ASSIGN in 371 msec 2024-11-21T02:20:50,006 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:20:50,006 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155650006"}]},"ts":"1732155650006"} 2024-11-21T02:20:50,009 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T02:20:50,011 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:20:50,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 914 msec 2024-11-21T02:20:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:20:50,259 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T02:20:50,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a6ca27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:50,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,33317,-1 for getting cluster id 2024-11-21T02:20:50,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:50,262 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b41adcc-b398-4dca-9971-9ea988ee53b5' 2024-11-21T02:20:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b41adcc-b398-4dca-9971-9ea988ee53b5" 2024-11-21T02:20:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da90bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:50,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,33317,-1] 2024-11-21T02:20:50,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:50,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:50,264 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:50,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43d7ac66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:50,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2bbfd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:50,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42859,-1 for getting cluster id 2024-11-21T02:20:50,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:50,268 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83796e63-c759-4fc9-892a-bc9076d78d7c' 2024-11-21T02:20:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83796e63-c759-4fc9-892a-bc9076d78d7c" 2024-11-21T02:20:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a368873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:50,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42859,-1] 2024-11-21T02:20:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:50,271 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:50,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a5165e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:50,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504b4db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:50,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,33317,-1 for getting cluster id 2024-11-21T02:20:50,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:50,276 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b41adcc-b398-4dca-9971-9ea988ee53b5' 2024-11-21T02:20:50,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:50,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b41adcc-b398-4dca-9971-9ea988ee53b5" 2024-11-21T02:20:50,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d35edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:50,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,33317,-1] 2024-11-21T02:20:50,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:50,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:50,279 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:50,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7732d2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:50,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:50,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,33317,1732155637259 2024-11-21T02:20:50,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6526790b 2024-11-21T02:20:50,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:50,285 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:20:50,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:42859,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:20:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:20:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:20:50,298 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:42859' 2024-11-21T02:20:50,299 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d63391e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:50,299 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42859,-1 for getting cluster id 2024-11-21T02:20:50,299 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:50,301 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83796e63-c759-4fc9-892a-bc9076d78d7c' 2024-11-21T02:20:50,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:50,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83796e63-c759-4fc9-892a-bc9076d78d7c" 2024-11-21T02:20:50,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b58976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:50,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42859,-1] 2024-11-21T02:20:50,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:50,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:50,303 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:50,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24441a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:50,304 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:50,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42859,1732155643974 2024-11-21T02:20:50,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57fe8eef 2024-11-21T02:20:50,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:50,308 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:20:50,310 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T02:20:50,310 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:20:50,310 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:50,310 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:50,311 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:20:50,313 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:20:50,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:50,320 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:20:50,320 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:50,325 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:20:50,363 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T02:20:50,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741837_1013 (size=1138) 2024-11-21T02:20:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:20:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:20:50,821 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d43e4efa5dd615471e3b7b10d0007b8a, NAME => 'hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd 2024-11-21T02:20:50,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741838_1014 (size=44) 2024-11-21T02:20:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:20:51,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:51,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d43e4efa5dd615471e3b7b10d0007b8a, disabling compactions & flushes 2024-11-21T02:20:51,277 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a. 2024-11-21T02:20:51,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a. 2024-11-21T02:20:51,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a. after waiting 0 ms 2024-11-21T02:20:51,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a. 2024-11-21T02:20:51,277 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a. 2024-11-21T02:20:51,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d43e4efa5dd615471e3b7b10d0007b8a: Waiting for close lock at 1732155651277Disabling compacts and flushes for region at 1732155651277Disabling writes for close at 1732155651277Writing region close event to WAL at 1732155651277Closed at 1732155651277 2024-11-21T02:20:51,278 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:20:51,279 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732155651278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155651278"}]},"ts":"1732155651278"} 2024-11-21T02:20:51,281 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:20:51,282 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:20:51,283 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155651283"}]},"ts":"1732155651283"} 2024-11-21T02:20:51,285 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T02:20:51,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d43e4efa5dd615471e3b7b10d0007b8a, ASSIGN}] 2024-11-21T02:20:51,290 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d43e4efa5dd615471e3b7b10d0007b8a, ASSIGN 2024-11-21T02:20:51,291 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d43e4efa5dd615471e3b7b10d0007b8a, ASSIGN; state=OFFLINE, location=5aee4e3683e9,44167,1732155637648; forceNewPlan=false, retain=false 2024-11-21T02:20:51,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:20:51,442 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d43e4efa5dd615471e3b7b10d0007b8a, regionState=OPENING, regionLocation=5aee4e3683e9,44167,1732155637648 2024-11-21T02:20:51,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d43e4efa5dd615471e3b7b10d0007b8a, ASSIGN because future has completed 2024-11-21T02:20:51,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d43e4efa5dd615471e3b7b10d0007b8a, server=5aee4e3683e9,44167,1732155637648}] 2024-11-21T02:20:51,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a. 2024-11-21T02:20:51,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:51,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:20:51,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C44167%2C1732155637648.rep, suffix=, logDir=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648, archiveDir=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/oldWALs, maxLogs=10 2024-11-21T02:20:51,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.rep.1732155651612, exclude list is [], retry=0 2024-11-21T02:20:51,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44883,DS-96c96290-9a02-431e-a96b-47bc2b300c84,DISK] 2024-11-21T02:20:51,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.rep.1732155651612 2024-11-21T02:20:51,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46715:46715)] 2024-11-21T02:20:51,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d43e4efa5dd615471e3b7b10d0007b8a, NAME => 'hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:20:51,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:20:51,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:20:51,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a. service=MultiRowMutationService 2024-11-21T02:20:51,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:20:51,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:20:51,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:51,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:20:51,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:20:51,630 INFO [StoreOpener-d43e4efa5dd615471e3b7b10d0007b8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:20:51,630 INFO [StoreOpener-d43e4efa5dd615471e3b7b10d0007b8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d43e4efa5dd615471e3b7b10d0007b8a columnFamilyName hfileref 2024-11-21T02:20:51,631 DEBUG [StoreOpener-d43e4efa5dd615471e3b7b10d0007b8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:51,631 INFO [StoreOpener-d43e4efa5dd615471e3b7b10d0007b8a-1 {}] regionserver.HStore(327): Store=d43e4efa5dd615471e3b7b10d0007b8a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:51,631 INFO [StoreOpener-d43e4efa5dd615471e3b7b10d0007b8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:20:51,632 INFO [StoreOpener-d43e4efa5dd615471e3b7b10d0007b8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d43e4efa5dd615471e3b7b10d0007b8a columnFamilyName queue 2024-11-21T02:20:51,632 DEBUG [StoreOpener-d43e4efa5dd615471e3b7b10d0007b8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:51,632 INFO [StoreOpener-d43e4efa5dd615471e3b7b10d0007b8a-1 {}] regionserver.HStore(327): Store=d43e4efa5dd615471e3b7b10d0007b8a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:51,632 INFO [StoreOpener-d43e4efa5dd615471e3b7b10d0007b8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:20:51,633 INFO [StoreOpener-d43e4efa5dd615471e3b7b10d0007b8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d43e4efa5dd615471e3b7b10d0007b8a columnFamilyName sid 2024-11-21T02:20:51,633 DEBUG [StoreOpener-d43e4efa5dd615471e3b7b10d0007b8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:51,633 INFO [StoreOpener-d43e4efa5dd615471e3b7b10d0007b8a-1 {}] regionserver.HStore(327): Store=d43e4efa5dd615471e3b7b10d0007b8a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:51,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:20:51,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/replication/d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:20:51,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/replication/d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:20:51,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:20:51,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:20:51,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:20:51,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:20:51,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/replication/d43e4efa5dd615471e3b7b10d0007b8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:20:51,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d43e4efa5dd615471e3b7b10d0007b8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61063599, jitterRate=-0.09008146822452545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:20:51,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:20:51,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d43e4efa5dd615471e3b7b10d0007b8a: Running coprocessor pre-open hook at 1732155651628Writing region info on filesystem at 1732155651629 (+1 ms)Initializing all the Stores at 1732155651629Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155651629Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155651629Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155651629Cleaning up temporary data from old regions at 1732155651635 (+6 ms)Running coprocessor post-open hooks at 1732155651639 (+4 ms)Region opened successfully at 1732155651639 2024-11-21T02:20:51,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a., pid=10, masterSystemTime=1732155651605 2024-11-21T02:20:51,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a. 2024-11-21T02:20:51,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a. 2024-11-21T02:20:51,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d43e4efa5dd615471e3b7b10d0007b8a, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,44167,1732155637648 2024-11-21T02:20:51,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d43e4efa5dd615471e3b7b10d0007b8a, server=5aee4e3683e9,44167,1732155637648 because future has completed 2024-11-21T02:20:51,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T02:20:51,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d43e4efa5dd615471e3b7b10d0007b8a, server=5aee4e3683e9,44167,1732155637648 in 193 msec 2024-11-21T02:20:51,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T02:20:51,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d43e4efa5dd615471e3b7b10d0007b8a, ASSIGN in 361 msec 2024-11-21T02:20:51,650 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:20:51,650 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155651650"}]},"ts":"1732155651650"} 2024-11-21T02:20:51,652 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T02:20:51,653 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:20:51,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3420 sec 2024-11-21T02:20:51,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a., hostname=5aee4e3683e9,44167,1732155637648, seqNum=2] 2024-11-21T02:20:51,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:20:51,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:20:51,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:20:51,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44167 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T02:20:51,903 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T02:20:51,940 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,44167,1732155637648, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:20:51,940 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:51,941 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,44167,1732155637648, seqNum=-1] 2024-11-21T02:20:51,941 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:51,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T02:20:51,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5aee4e3683e9,44167,1732155637648', locateType=CURRENT is [region=hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a., hostname=5aee4e3683e9,44167,1732155637648, seqNum=2] 2024-11-21T02:20:51,947 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T02:20:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T02:20:51,949 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5aee4e3683e9,44167,1732155637648 suceeded 2024-11-21T02:20:51,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T02:20:51,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-21T02:20:51,951 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5aee4e3683e9:42859,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:20:51,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6640 sec 2024-11-21T02:20:51,967 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:42859' 2024-11-21T02:20:51,968 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a9232e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:51,968 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42859,-1 for getting cluster id 2024-11-21T02:20:51,968 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:51,969 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83796e63-c759-4fc9-892a-bc9076d78d7c' 2024-11-21T02:20:51,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:51,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83796e63-c759-4fc9-892a-bc9076d78d7c" 2024-11-21T02:20:51,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66eca2d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:51,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42859,-1] 2024-11-21T02:20:51,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:51,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:51,970 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:51,971 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14eb8528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:51,971 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:51,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42859,1732155643974 2024-11-21T02:20:51,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bab385a 2024-11-21T02:20:51,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:51,973 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T02:20:51,973 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,44167,1732155637648 (queues=1) is replicating from cluster=7b41adcc-b398-4dca-9971-9ea988ee53b5 to cluster=83796e63-c759-4fc9-892a-bc9076d78d7c 2024-11-21T02:20:51,973 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C44167%2C1732155637648 2024-11-21T02:20:51,973 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,44167,1732155637648, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:20:51,974 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106, startPosition=0, beingWritten=true 2024-11-21T02:20:51,980 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.shipper5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C44167%2C1732155637648 2024-11-21T02:20:51,999 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:20:51,999 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 379, reset compression=false 2024-11-21T02:20:51,999 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.shipper5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,44167,1732155637648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:20:52,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:20:52,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:52,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:52,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:52,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:52,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:52,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:52,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:52,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:52,100 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T02:20:52,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T02:20:52,204 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 379, reset compression=false 2024-11-21T02:20:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33317 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:20:52,450 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:20:52,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:20:52,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:52,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:52,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:52,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:52,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4e9f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:52,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42859,-1 for getting cluster id 2024-11-21T02:20:52,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:52,452 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83796e63-c759-4fc9-892a-bc9076d78d7c' 2024-11-21T02:20:52,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:52,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83796e63-c759-4fc9-892a-bc9076d78d7c" 2024-11-21T02:20:52,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385c4cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:52,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42859,-1] 2024-11-21T02:20:52,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:52,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:52,454 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:52,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ab9a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:52,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42859,1732155643974 2024-11-21T02:20:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67094708 2024-11-21T02:20:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:52,457 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:20:52,457 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42859 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:33317,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:20:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42859 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:20:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:20:52,460 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:33317' 2024-11-21T02:20:52,461 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a02c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:52,461 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,33317,-1 for getting cluster id 2024-11-21T02:20:52,461 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:52,462 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b41adcc-b398-4dca-9971-9ea988ee53b5' 2024-11-21T02:20:52,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:52,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b41adcc-b398-4dca-9971-9ea988ee53b5" 2024-11-21T02:20:52,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85d65ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:52,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,33317,-1] 2024-11-21T02:20:52,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:52,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:52,463 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:52,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254947f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:52,464 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:52,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,33317,1732155637259 2024-11-21T02:20:52,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@588579f2 2024-11-21T02:20:52,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:52,466 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:20:52,466 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T02:20:52,467 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:20:52,467 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:52,467 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:52,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:52,467 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:20:52,468 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:20:52,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:20:52,470 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:52,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:20:52,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741837_1013 (size=1138) 2024-11-21T02:20:52,483 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f35308830a1762ce2a18f6a3217fd93, NAME => 'hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2 2024-11-21T02:20:52,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741838_1014 (size=44) 2024-11-21T02:20:52,507 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 379, reset compression=false 2024-11-21T02:20:52,518 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T02:20:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:20:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:20:52,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:52,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5f35308830a1762ce2a18f6a3217fd93, disabling compactions & flushes 2024-11-21T02:20:52,890 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93. 2024-11-21T02:20:52,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93. 2024-11-21T02:20:52,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93. after waiting 0 ms 2024-11-21T02:20:52,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93. 2024-11-21T02:20:52,890 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93. 2024-11-21T02:20:52,890 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f35308830a1762ce2a18f6a3217fd93: Waiting for close lock at 1732155652890Disabling compacts and flushes for region at 1732155652890Disabling writes for close at 1732155652890Writing region close event to WAL at 1732155652890Closed at 1732155652890 2024-11-21T02:20:52,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:20:52,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732155652892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155652892"}]},"ts":"1732155652892"} 2024-11-21T02:20:52,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:20:52,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:20:52,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155652895"}]},"ts":"1732155652895"} 2024-11-21T02:20:52,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T02:20:52,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f35308830a1762ce2a18f6a3217fd93, ASSIGN}] 2024-11-21T02:20:52,898 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f35308830a1762ce2a18f6a3217fd93, ASSIGN 2024-11-21T02:20:52,898 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f35308830a1762ce2a18f6a3217fd93, ASSIGN; state=OFFLINE, location=5aee4e3683e9,37505,1732155644254; forceNewPlan=false, retain=false 2024-11-21T02:20:52,911 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 379, reset compression=false 2024-11-21T02:20:53,049 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f35308830a1762ce2a18f6a3217fd93, regionState=OPENING, regionLocation=5aee4e3683e9,37505,1732155644254 2024-11-21T02:20:53,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5f35308830a1762ce2a18f6a3217fd93, ASSIGN because future has completed 2024-11-21T02:20:53,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f35308830a1762ce2a18f6a3217fd93, server=5aee4e3683e9,37505,1732155644254}] 2024-11-21T02:20:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:20:53,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93. 2024-11-21T02:20:53,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:20:53,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:20:53,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C37505%2C1732155644254.rep, suffix=, logDir=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254, archiveDir=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/oldWALs, maxLogs=10 2024-11-21T02:20:53,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.rep.1732155653212, exclude list is [], retry=0 2024-11-21T02:20:53,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-ad373eee-86ab-40b2-97dd-1234b934fa88,DISK] 2024-11-21T02:20:53,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.rep.1732155653212 2024-11-21T02:20:53,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45007:45007)] 2024-11-21T02:20:53,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f35308830a1762ce2a18f6a3217fd93, NAME => 'hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:20:53,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:20:53,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:20:53,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93. service=MultiRowMutationService 2024-11-21T02:20:53,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:20:53,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:53,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:20:53,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:53,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:53,236 INFO [StoreOpener-5f35308830a1762ce2a18f6a3217fd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:53,237 INFO [StoreOpener-5f35308830a1762ce2a18f6a3217fd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f35308830a1762ce2a18f6a3217fd93 columnFamilyName hfileref 2024-11-21T02:20:53,238 DEBUG [StoreOpener-5f35308830a1762ce2a18f6a3217fd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:53,238 INFO [StoreOpener-5f35308830a1762ce2a18f6a3217fd93-1 {}] regionserver.HStore(327): Store=5f35308830a1762ce2a18f6a3217fd93/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:53,238 INFO [StoreOpener-5f35308830a1762ce2a18f6a3217fd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:53,239 INFO [StoreOpener-5f35308830a1762ce2a18f6a3217fd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f35308830a1762ce2a18f6a3217fd93 columnFamilyName queue 2024-11-21T02:20:53,239 DEBUG [StoreOpener-5f35308830a1762ce2a18f6a3217fd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:53,240 INFO [StoreOpener-5f35308830a1762ce2a18f6a3217fd93-1 {}] regionserver.HStore(327): Store=5f35308830a1762ce2a18f6a3217fd93/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:53,240 INFO [StoreOpener-5f35308830a1762ce2a18f6a3217fd93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:53,241 INFO [StoreOpener-5f35308830a1762ce2a18f6a3217fd93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f35308830a1762ce2a18f6a3217fd93 columnFamilyName sid 2024-11-21T02:20:53,241 DEBUG [StoreOpener-5f35308830a1762ce2a18f6a3217fd93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:20:53,241 INFO [StoreOpener-5f35308830a1762ce2a18f6a3217fd93-1 {}] regionserver.HStore(327): Store=5f35308830a1762ce2a18f6a3217fd93/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:20:53,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:53,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/replication/5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:53,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/replication/5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:53,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:53,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:53,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:20:53,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:53,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/replication/5f35308830a1762ce2a18f6a3217fd93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:20:53,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5f35308830a1762ce2a18f6a3217fd93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62184869, jitterRate=-0.07337324321269989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:20:53,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:53,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5f35308830a1762ce2a18f6a3217fd93: Running coprocessor pre-open hook at 1732155653234Writing region info on filesystem at 1732155653234Initializing all the Stores at 1732155653235 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155653235Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155653236 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155653236Cleaning up temporary data from old regions at 1732155653243 (+7 ms)Running coprocessor post-open hooks at 1732155653248 (+5 ms)Region opened successfully at 1732155653248 2024-11-21T02:20:53,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93., pid=10, masterSystemTime=1732155653204 2024-11-21T02:20:53,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93. 2024-11-21T02:20:53,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93. 2024-11-21T02:20:53,251 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5f35308830a1762ce2a18f6a3217fd93, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,37505,1732155644254 2024-11-21T02:20:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f35308830a1762ce2a18f6a3217fd93, server=5aee4e3683e9,37505,1732155644254 because future has completed 2024-11-21T02:20:53,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T02:20:53,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f35308830a1762ce2a18f6a3217fd93, server=5aee4e3683e9,37505,1732155644254 in 202 msec 2024-11-21T02:20:53,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T02:20:53,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5f35308830a1762ce2a18f6a3217fd93, ASSIGN in 359 msec 2024-11-21T02:20:53,260 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:20:53,260 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155653260"}]},"ts":"1732155653260"} 2024-11-21T02:20:53,262 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T02:20:53,264 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:20:53,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 797 msec 2024-11-21T02:20:53,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93., hostname=5aee4e3683e9,37505,1732155644254, seqNum=2] 2024-11-21T02:20:53,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473 2024-11-21T02:20:53,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473 2024-11-21T02:20:53,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:20:53,416 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 379, reset compression=false 2024-11-21T02:20:53,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37505 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T02:20:53,512 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T02:20:53,554 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,37505,1732155644254, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:20:53,555 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:53,555 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37505,1732155644254, seqNum=-1] 2024-11-21T02:20:53,556 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:53,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T02:20:53,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5aee4e3683e9,37505,1732155644254', locateType=CURRENT is [region=hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93., hostname=5aee4e3683e9,37505,1732155644254, seqNum=2] 2024-11-21T02:20:53,563 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T02:20:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42859 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T02:20:53,568 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5aee4e3683e9,37505,1732155644254 suceeded 2024-11-21T02:20:53,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T02:20:53,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 212 msec 2024-11-21T02:20:53,576 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5aee4e3683e9:33317,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:20:53,580 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:33317' 2024-11-21T02:20:53,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1180 sec 2024-11-21T02:20:53,584 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@557d1bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:53,584 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,33317,-1 for getting cluster id 2024-11-21T02:20:53,585 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:53,586 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b41adcc-b398-4dca-9971-9ea988ee53b5' 2024-11-21T02:20:53,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:53,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b41adcc-b398-4dca-9971-9ea988ee53b5" 2024-11-21T02:20:53,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@748813fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:53,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,33317,-1] 2024-11-21T02:20:53,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:53,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:53,588 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:53,589 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@582b756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:53,589 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:53,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,33317,1732155637259 2024-11-21T02:20:53,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42d72e73 2024-11-21T02:20:53,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:53,591 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T02:20:53,592 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,37505,1732155644254 (queues=1) is replicating from cluster=83796e63-c759-4fc9-892a-bc9076d78d7c to cluster=7b41adcc-b398-4dca-9971-9ea988ee53b5 2024-11-21T02:20:53,592 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C37505%2C1732155644254 2024-11-21T02:20:53,592 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,37505,1732155644254, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:20:53,593 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117, startPosition=0, beingWritten=true 2024-11-21T02:20:53,593 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.shipper5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C37505%2C1732155644254 2024-11-21T02:20:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:20:53,599 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:20:53,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:20:53,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:53,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:53,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:53,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:53,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:53,605 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:20:53,605 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 379, reset compression=false 2024-11-21T02:20:53,605 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.shipper5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,37505,1732155644254 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:20:53,618 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732155653617/Put/seqid=0 2024-11-21T02:20:53,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741840_1016 (size=7894) 2024-11-21T02:20:53,841 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 379, reset compression=false 2024-11-21T02:20:54,020 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 379, reset compression=false 2024-11-21T02:20:54,077 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732155654077/Put/seqid=0 2024-11-21T02:20:54,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741841_1017 (size=7691) 2024-11-21T02:20:54,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77555392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:54,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,33317,-1 for getting cluster id 2024-11-21T02:20:54,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:54,085 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b41adcc-b398-4dca-9971-9ea988ee53b5' 2024-11-21T02:20:54,085 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:54,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b41adcc-b398-4dca-9971-9ea988ee53b5" 2024-11-21T02:20:54,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c832a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:54,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,33317,-1] 2024-11-21T02:20:54,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:54,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:54,088 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:54,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e3f301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:54,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:54,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,44167,1732155637648, seqNum=-1] 2024-11-21T02:20:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:54,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:20:54,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:54,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,33317,1732155637259 2024-11-21T02:20:54,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@348d2021 2024-11-21T02:20:54,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:54,105 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:20:54,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732155646922.d4d707e769d8e3cb640a798871e1673a., hostname=5aee4e3683e9,44167,1732155637648, seqNum=2] 2024-11-21T02:20:54,119 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T02:20:54,140 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T02:20:54,144 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T02:20:54,145 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 379, reset compression=false 2024-11-21T02:20:54,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/testHFileCyclicReplication_01/f/hfile_1 for inclusion in d4d707e769d8e3cb640a798871e1673a/f 2024-11-21T02:20:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T02:20:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:20:54,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/testHFileCyclicReplication_01/f/hfile_0 for inclusion in d4d707e769d8e3cb640a798871e1673a/f 2024-11-21T02:20:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T02:20:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:20:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HRegion(2603): Flush status journal for d4d707e769d8e3cb640a798871e1673a: 2024-11-21T02:20:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins__test__bpilqj89m2kamnt5is2r42e56dhpk1ph4krgnqn27r65i87gmj4jfi266tq3gvae/f/hfile_1 2024-11-21T02:20:54,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins__test__bpilqj89m2kamnt5is2r42e56dhpk1ph4krgnqn27r65i87gmj4jfi266tq3gvae/f/hfile_1 as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/f/25603b5d66e8443496d80ea5ad4c1ba8_SeqId_4_ 2024-11-21T02:20:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins__test__bpilqj89m2kamnt5is2r42e56dhpk1ph4krgnqn27r65i87gmj4jfi266tq3gvae/f/hfile_0 2024-11-21T02:20:54,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins__test__bpilqj89m2kamnt5is2r42e56dhpk1ph4krgnqn27r65i87gmj4jfi266tq3gvae/f/hfile_0 as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/f/ff8644e82cc54db6af0a3a6a53f87490_SeqId_4_ 2024-11-21T02:20:54,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins__test__bpilqj89m2kamnt5is2r42e56dhpk1ph4krgnqn27r65i87gmj4jfi266tq3gvae/f/hfile_1 into d4d707e769d8e3cb640a798871e1673a/f as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/f/25603b5d66e8443496d80ea5ad4c1ba8_SeqId_4_ - updating store file list. 2024-11-21T02:20:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 25603b5d66e8443496d80ea5ad4c1ba8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T02:20:54,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/f/25603b5d66e8443496d80ea5ad4c1ba8_SeqId_4_ into d4d707e769d8e3cb640a798871e1673a/f 2024-11-21T02:20:54,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins__test__bpilqj89m2kamnt5is2r42e56dhpk1ph4krgnqn27r65i87gmj4jfi266tq3gvae/f/hfile_1 into d4d707e769d8e3cb640a798871e1673a/f (new location: hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/f/25603b5d66e8443496d80ea5ad4c1ba8_SeqId_4_) 2024-11-21T02:20:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins__test__bpilqj89m2kamnt5is2r42e56dhpk1ph4krgnqn27r65i87gmj4jfi266tq3gvae/f/hfile_1 2024-11-21T02:20:54,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins__test__bpilqj89m2kamnt5is2r42e56dhpk1ph4krgnqn27r65i87gmj4jfi266tq3gvae/f/hfile_0 into d4d707e769d8e3cb640a798871e1673a/f as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/f/ff8644e82cc54db6af0a3a6a53f87490_SeqId_4_ - updating store file list. 2024-11-21T02:20:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff8644e82cc54db6af0a3a6a53f87490_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T02:20:54,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/f/ff8644e82cc54db6af0a3a6a53f87490_SeqId_4_ into d4d707e769d8e3cb640a798871e1673a/f 2024-11-21T02:20:54,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins__test__bpilqj89m2kamnt5is2r42e56dhpk1ph4krgnqn27r65i87gmj4jfi266tq3gvae/f/hfile_0 into d4d707e769d8e3cb640a798871e1673a/f (new location: hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/f/ff8644e82cc54db6af0a3a6a53f87490_SeqId_4_) 2024-11-21T02:20:54,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins__test__bpilqj89m2kamnt5is2r42e56dhpk1ph4krgnqn27r65i87gmj4jfi266tq3gvae/f/hfile_0 2024-11-21T02:20:54,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:20:54,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:54,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:54,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:54,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:54,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732155646922.d4d707e769d8e3cb640a798871e1673a., hostname=5aee4e3683e9,44167,1732155637648, seqNum=2 , the old value is region=test,,1732155646922.d4d707e769d8e3cb640a798871e1673a., hostname=5aee4e3683e9,44167,1732155637648, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5aee4e3683e9:44167 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T02:20:54,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732155646922.d4d707e769d8e3cb640a798871e1673a., hostname=5aee4e3683e9,44167,1732155637648, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T02:20:54,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732155646922.d4d707e769d8e3cb640a798871e1673a., hostname=5aee4e3683e9,44167,1732155637648, seqNum=2 from cache 2024-11-21T02:20:54,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:54,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37505,1732155644254, seqNum=-1] 2024-11-21T02:20:54,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:54,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:20:54,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74., hostname=5aee4e3683e9,37505,1732155644254, seqNum=2] 2024-11-21T02:20:54,204 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T02:20:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:58444 deadline: 1732155714193 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:58444 2024-11-21T02:20:54,299 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:44167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T02:20:54,578 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 379, reset compression=false 2024-11-21T02:20:54,728 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 379, reset compression=false 2024-11-21T02:20:54,753 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:20:54,753 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.shipper5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,44167,1732155637648 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4d707e769d8e3cb640a798871e1673a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732155654191/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T02:20:54,758 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.shipper5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:20:54,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-21T02:20:54,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.ReplicationSink(318): Replicating [7b41adcc-b398-4dca-9971-9ea988ee53b5] bulk loaded data 2024-11-21T02:20:54,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dab0350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:54,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42859,-1 for getting cluster id 2024-11-21T02:20:54,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:54,765 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83796e63-c759-4fc9-892a-bc9076d78d7c' 2024-11-21T02:20:54,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:54,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83796e63-c759-4fc9-892a-bc9076d78d7c" 2024-11-21T02:20:54,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@228b64de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:54,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42859,-1] 2024-11-21T02:20:54,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:54,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:54,767 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:54,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38a0d9d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:54,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741840_1016 (size=7691) 2024-11-21T02:20:54,956 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 687, reset compression=false 2024-11-21T02:20:55,098 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 379, reset compression=false 2024-11-21T02:20:55,206 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T02:20:55,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741841_1017 (size=7894) 2024-11-21T02:20:55,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:55,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42859,1732155643974 2024-11-21T02:20:55,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ba2421c 2024-11-21T02:20:55,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:55,250 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T02:20:55,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T02:20:55,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:55,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37505,1732155644254, seqNum=-1] 2024-11-21T02:20:55,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:55,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T02:20:55,259 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 687, reset compression=false 2024-11-21T02:20:55,260 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins.hfs.11__test__v9j8o86o690e4ldc5revohh03eso383s85t69icf8pdjcon5k3mao8mqm5ugluk8/f/25603b5d66e8443496d80ea5ad4c1ba8_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T02:20:55,263 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins.hfs.11__test__v9j8o86o690e4ldc5revohh03eso383s85t69icf8pdjcon5k3mao8mqm5ugluk8/f/ff8644e82cc54db6af0a3a6a53f87490_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T02:20:55,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins.hfs.11__test__v9j8o86o690e4ldc5revohh03eso383s85t69icf8pdjcon5k3mao8mqm5ugluk8/f/ff8644e82cc54db6af0a3a6a53f87490_SeqId_4_ for inclusion in 6b51f3de6094de9f5c518b5f7c22cb74/f 2024-11-21T02:20:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T02:20:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:20:55,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins.hfs.11__test__v9j8o86o690e4ldc5revohh03eso383s85t69icf8pdjcon5k3mao8mqm5ugluk8/f/25603b5d66e8443496d80ea5ad4c1ba8_SeqId_4_ for inclusion in 6b51f3de6094de9f5c518b5f7c22cb74/f 2024-11-21T02:20:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T02:20:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:20:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HRegion(2603): Flush status journal for 6b51f3de6094de9f5c518b5f7c22cb74: 2024-11-21T02:20:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ff8644e82cc54db6af0a3a6a53f87490_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T02:20:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins.hfs.11__test__v9j8o86o690e4ldc5revohh03eso383s85t69icf8pdjcon5k3mao8mqm5ugluk8/f/ff8644e82cc54db6af0a3a6a53f87490_SeqId_4_ as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/f/3bd4f9385f2440b88b527fce776cd456_SeqId_4_ 2024-11-21T02:20:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 25603b5d66e8443496d80ea5ad4c1ba8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T02:20:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins.hfs.11__test__v9j8o86o690e4ldc5revohh03eso383s85t69icf8pdjcon5k3mao8mqm5ugluk8/f/25603b5d66e8443496d80ea5ad4c1ba8_SeqId_4_ as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/f/ad55a3d8b3564367a3c31c1eaf2cebc6_SeqId_4_ 2024-11-21T02:20:55,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins.hfs.11__test__v9j8o86o690e4ldc5revohh03eso383s85t69icf8pdjcon5k3mao8mqm5ugluk8/f/ff8644e82cc54db6af0a3a6a53f87490_SeqId_4_ into 6b51f3de6094de9f5c518b5f7c22cb74/f as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/f/3bd4f9385f2440b88b527fce776cd456_SeqId_4_ - updating store file list. 2024-11-21T02:20:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3bd4f9385f2440b88b527fce776cd456_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T02:20:55,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/f/3bd4f9385f2440b88b527fce776cd456_SeqId_4_ into 6b51f3de6094de9f5c518b5f7c22cb74/f 2024-11-21T02:20:55,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins.hfs.11__test__v9j8o86o690e4ldc5revohh03eso383s85t69icf8pdjcon5k3mao8mqm5ugluk8/f/ff8644e82cc54db6af0a3a6a53f87490_SeqId_4_ into 6b51f3de6094de9f5c518b5f7c22cb74/f (new location: hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/f/3bd4f9385f2440b88b527fce776cd456_SeqId_4_) 2024-11-21T02:20:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins.hfs.11__test__v9j8o86o690e4ldc5revohh03eso383s85t69icf8pdjcon5k3mao8mqm5ugluk8/f/ff8644e82cc54db6af0a3a6a53f87490_SeqId_4_ 2024-11-21T02:20:55,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins.hfs.11__test__v9j8o86o690e4ldc5revohh03eso383s85t69icf8pdjcon5k3mao8mqm5ugluk8/f/25603b5d66e8443496d80ea5ad4c1ba8_SeqId_4_ into 6b51f3de6094de9f5c518b5f7c22cb74/f as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/f/ad55a3d8b3564367a3c31c1eaf2cebc6_SeqId_4_ - updating store file list. 2024-11-21T02:20:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad55a3d8b3564367a3c31c1eaf2cebc6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T02:20:55,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/f/ad55a3d8b3564367a3c31c1eaf2cebc6_SeqId_4_ into 6b51f3de6094de9f5c518b5f7c22cb74/f 2024-11-21T02:20:55,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins.hfs.11__test__v9j8o86o690e4ldc5revohh03eso383s85t69icf8pdjcon5k3mao8mqm5ugluk8/f/25603b5d66e8443496d80ea5ad4c1ba8_SeqId_4_ into 6b51f3de6094de9f5c518b5f7c22cb74/f (new location: hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/f/ad55a3d8b3564367a3c31c1eaf2cebc6_SeqId_4_) 2024-11-21T02:20:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins.hfs.11__test__v9j8o86o690e4ldc5revohh03eso383s85t69icf8pdjcon5k3mao8mqm5ugluk8/f/25603b5d66e8443496d80ea5ad4c1ba8_SeqId_4_ 2024-11-21T02:20:55,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.ReplicationSink(324): Finished replicating [7b41adcc-b398-4dca-9971-9ea988ee53b5] bulk loaded data 2024-11-21T02:20:55,664 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 687, reset compression=false 2024-11-21T02:20:55,703 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 379, reset compression=false 2024-11-21T02:20:55,708 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:20:55,708 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.shipper5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,37505,1732155644254 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b51f3de6094de9f5c518b5f7c22cb74/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732155655303/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T02:20:55,710 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.shipper5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:20:55,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-21T02:20:55,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.ReplicationSink(318): Replicating [7b41adcc-b398-4dca-9971-9ea988ee53b5, 83796e63-c759-4fc9-892a-bc9076d78d7c] bulk loaded data 2024-11-21T02:20:55,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56747b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:55,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,33317,-1 for getting cluster id 2024-11-21T02:20:55,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:55,714 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7b41adcc-b398-4dca-9971-9ea988ee53b5' 2024-11-21T02:20:55,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:55,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7b41adcc-b398-4dca-9971-9ea988ee53b5" 2024-11-21T02:20:55,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31864a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:55,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,33317,-1] 2024-11-21T02:20:55,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:55,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:55,716 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:55,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4306dfd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:55,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741842_1018 (size=7894) 2024-11-21T02:20:55,909 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 725, reset compression=false 2024-11-21T02:20:56,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741843_1019 (size=7691) 2024-11-21T02:20:56,168 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 687, reset compression=false 2024-11-21T02:20:56,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:20:56,215 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 725, reset compression=false 2024-11-21T02:20:56,217 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732155656217/Put/seqid=0 2024-11-21T02:20:56,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741842_1018 (size=11194) 2024-11-21T02:20:56,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:56,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,33317,1732155637259 2024-11-21T02:20:56,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@145a725 2024-11-21T02:20:56,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:56,566 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T02:20:56,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T02:20:56,571 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:56,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,44167,1732155637648, seqNum=-1] 2024-11-21T02:20:56,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:56,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T02:20:56,590 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins.hfs.10__test__a7f86fcgl5n5u7jg43ose241i8rvrl604cpu4c74hc02k8069phk5s49aeq252i5/f/3bd4f9385f2440b88b527fce776cd456_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T02:20:56,594 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins.hfs.10__test__a7f86fcgl5n5u7jg43ose241i8rvrl604cpu4c74hc02k8069phk5s49aeq252i5/f/ad55a3d8b3564367a3c31c1eaf2cebc6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T02:20:56,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.ReplicationSink(324): Finished replicating [7b41adcc-b398-4dca-9971-9ea988ee53b5, 83796e63-c759-4fc9-892a-bc9076d78d7c] bulk loaded data 2024-11-21T02:20:56,629 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 725, reset compression=false 2024-11-21T02:20:56,672 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732155656671/Put/seqid=0 2024-11-21T02:20:56,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741843_1019 (size=10791) 2024-11-21T02:20:56,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6691352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:56,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42859,-1 for getting cluster id 2024-11-21T02:20:56,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:20:56,717 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83796e63-c759-4fc9-892a-bc9076d78d7c' 2024-11-21T02:20:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:20:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83796e63-c759-4fc9-892a-bc9076d78d7c" 2024-11-21T02:20:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9244f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:56,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42859,-1] 2024-11-21T02:20:56,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:20:56,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:56,722 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:20:56,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7188f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:20:56,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:56,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37505,1732155644254, seqNum=-1] 2024-11-21T02:20:56,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:56,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:20:56,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:20:56,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42859,1732155643974 2024-11-21T02:20:56,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b32c65a 2024-11-21T02:20:56,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:20:56,757 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:20:56,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74., hostname=5aee4e3683e9,37505,1732155644254, seqNum=2] 2024-11-21T02:20:56,776 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 687, reset compression=false 2024-11-21T02:20:56,777 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T02:20:56,799 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T02:20:56,803 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T02:20:56,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 6b51f3de6094de9f5c518b5f7c22cb74/f 2024-11-21T02:20:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T02:20:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:20:56,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 6b51f3de6094de9f5c518b5f7c22cb74/f 2024-11-21T02:20:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T02:20:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:20:56,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HRegion(2603): Flush status journal for 6b51f3de6094de9f5c518b5f7c22cb74: 2024-11-21T02:20:56,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins__test__3d0nl134hfqirv9gju41c2ento7j5594773e8qor5qas0a6vv5sqs6kag1g8clnn/f/hfile_0 2024-11-21T02:20:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins__test__3d0nl134hfqirv9gju41c2ento7j5594773e8qor5qas0a6vv5sqs6kag1g8clnn/f/hfile_0 as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/f/f9d251d388c64ab9863a608f0d9a6c90_SeqId_6_ 2024-11-21T02:20:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins__test__3d0nl134hfqirv9gju41c2ento7j5594773e8qor5qas0a6vv5sqs6kag1g8clnn/f/hfile_1 2024-11-21T02:20:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins__test__3d0nl134hfqirv9gju41c2ento7j5594773e8qor5qas0a6vv5sqs6kag1g8clnn/f/hfile_1 as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/f/5d648be401fe4e99b41a5346113370ea_SeqId_6_ 2024-11-21T02:20:56,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins__test__3d0nl134hfqirv9gju41c2ento7j5594773e8qor5qas0a6vv5sqs6kag1g8clnn/f/hfile_0 into 6b51f3de6094de9f5c518b5f7c22cb74/f as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/f/f9d251d388c64ab9863a608f0d9a6c90_SeqId_6_ - updating store file list. 2024-11-21T02:20:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f9d251d388c64ab9863a608f0d9a6c90_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T02:20:56,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/f/f9d251d388c64ab9863a608f0d9a6c90_SeqId_6_ into 6b51f3de6094de9f5c518b5f7c22cb74/f 2024-11-21T02:20:56,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins__test__3d0nl134hfqirv9gju41c2ento7j5594773e8qor5qas0a6vv5sqs6kag1g8clnn/f/hfile_0 into 6b51f3de6094de9f5c518b5f7c22cb74/f (new location: hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/f/f9d251d388c64ab9863a608f0d9a6c90_SeqId_6_) 2024-11-21T02:20:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins__test__3d0nl134hfqirv9gju41c2ento7j5594773e8qor5qas0a6vv5sqs6kag1g8clnn/f/hfile_0 2024-11-21T02:20:56,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins__test__3d0nl134hfqirv9gju41c2ento7j5594773e8qor5qas0a6vv5sqs6kag1g8clnn/f/hfile_1 into 6b51f3de6094de9f5c518b5f7c22cb74/f as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/f/5d648be401fe4e99b41a5346113370ea_SeqId_6_ - updating store file list. 2024-11-21T02:20:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d648be401fe4e99b41a5346113370ea_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T02:20:56,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/f/5d648be401fe4e99b41a5346113370ea_SeqId_6_ into 6b51f3de6094de9f5c518b5f7c22cb74/f 2024-11-21T02:20:56,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins__test__3d0nl134hfqirv9gju41c2ento7j5594773e8qor5qas0a6vv5sqs6kag1g8clnn/f/hfile_1 into 6b51f3de6094de9f5c518b5f7c22cb74/f (new location: hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/f/5d648be401fe4e99b41a5346113370ea_SeqId_6_) 2024-11-21T02:20:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins__test__3d0nl134hfqirv9gju41c2ento7j5594773e8qor5qas0a6vv5sqs6kag1g8clnn/f/hfile_1 2024-11-21T02:20:56,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:20:56,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:56,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:56,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:56,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:56,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:20:56,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74., hostname=5aee4e3683e9,37505,1732155644254, seqNum=2 , the old value is region=test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74., hostname=5aee4e3683e9,37505,1732155644254, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5aee4e3683e9:37505 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T02:20:56,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74., hostname=5aee4e3683e9,37505,1732155644254, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T02:20:56,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74., hostname=5aee4e3683e9,37505,1732155644254, seqNum=2 from cache 2024-11-21T02:20:56,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,44167,1732155637648, seqNum=-1] 2024-11-21T02:20:56,894 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T02:20:56,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:20:56,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:20:56,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732155646922.d4d707e769d8e3cb640a798871e1673a., hostname=5aee4e3683e9,44167,1732155637648, seqNum=2] 2024-11-21T02:20:56,904 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T02:20:56,999 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:37505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T02:20:57,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:20:57,164 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 725, reset compression=false 2024-11-21T02:20:57,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:57,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:57,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:57,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:57,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:57,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:57,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:57,195 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:20:57,196 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.shipper5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,37505,1732155644254 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b51f3de6094de9f5c518b5f7c22cb74/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732155656884/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T02:20:57,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.ReplicationSink(318): Replicating [83796e63-c759-4fc9-892a-bc9076d78d7c] bulk loaded data 2024-11-21T02:20:57,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:20:57,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741844_1020 (size=11194) 2024-11-21T02:20:57,396 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 1033, reset compression=false 2024-11-21T02:20:57,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T02:20:57,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T02:20:57,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T02:20:57,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T02:20:57,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:20:57,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T02:20:57,513 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 687, reset compression=false 2024-11-21T02:20:57,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741845_1021 (size=10791) 2024-11-21T02:20:57,700 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 1033, reset compression=false 2024-11-21T02:20:57,916 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T02:20:58,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T02:20:58,065 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins.hfs.10__test__bmis3jskco4qmnddtcejlr2u65hdq0tqnrqe36rvi8i60hkggcolq0u2vmiif6ne/f/5d648be401fe4e99b41a5346113370ea_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-21T02:20:58,068 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins.hfs.10__test__bmis3jskco4qmnddtcejlr2u65hdq0tqnrqe36rvi8i60hkggcolq0u2vmiif6ne/f/f9d251d388c64ab9863a608f0d9a6c90_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-21T02:20:58,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins.hfs.10__test__bmis3jskco4qmnddtcejlr2u65hdq0tqnrqe36rvi8i60hkggcolq0u2vmiif6ne/f/5d648be401fe4e99b41a5346113370ea_SeqId_6_ for inclusion in d4d707e769d8e3cb640a798871e1673a/f 2024-11-21T02:20:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T02:20:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:20:58,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins.hfs.10__test__bmis3jskco4qmnddtcejlr2u65hdq0tqnrqe36rvi8i60hkggcolq0u2vmiif6ne/f/f9d251d388c64ab9863a608f0d9a6c90_SeqId_6_ for inclusion in d4d707e769d8e3cb640a798871e1673a/f 2024-11-21T02:20:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T02:20:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:20:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HRegion(2603): Flush status journal for d4d707e769d8e3cb640a798871e1673a: 2024-11-21T02:20:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5d648be401fe4e99b41a5346113370ea_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T02:20:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins.hfs.10__test__bmis3jskco4qmnddtcejlr2u65hdq0tqnrqe36rvi8i60hkggcolq0u2vmiif6ne/f/5d648be401fe4e99b41a5346113370ea_SeqId_6_ as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/f/be99c37892d143409a6d7ecc6cec4384_SeqId_6_ 2024-11-21T02:20:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f9d251d388c64ab9863a608f0d9a6c90_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T02:20:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins.hfs.10__test__bmis3jskco4qmnddtcejlr2u65hdq0tqnrqe36rvi8i60hkggcolq0u2vmiif6ne/f/f9d251d388c64ab9863a608f0d9a6c90_SeqId_6_ as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/f/aa9c3681c4f748419be9646efccba316_SeqId_6_ 2024-11-21T02:20:58,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins.hfs.10__test__bmis3jskco4qmnddtcejlr2u65hdq0tqnrqe36rvi8i60hkggcolq0u2vmiif6ne/f/5d648be401fe4e99b41a5346113370ea_SeqId_6_ into d4d707e769d8e3cb640a798871e1673a/f as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/f/be99c37892d143409a6d7ecc6cec4384_SeqId_6_ - updating store file list. 2024-11-21T02:20:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStoreFile(483): HFile Bloom filter type for be99c37892d143409a6d7ecc6cec4384_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T02:20:58,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/f/be99c37892d143409a6d7ecc6cec4384_SeqId_6_ into d4d707e769d8e3cb640a798871e1673a/f 2024-11-21T02:20:58,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins.hfs.10__test__bmis3jskco4qmnddtcejlr2u65hdq0tqnrqe36rvi8i60hkggcolq0u2vmiif6ne/f/5d648be401fe4e99b41a5346113370ea_SeqId_6_ into d4d707e769d8e3cb640a798871e1673a/f (new location: hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/f/be99c37892d143409a6d7ecc6cec4384_SeqId_6_) 2024-11-21T02:20:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins.hfs.10__test__bmis3jskco4qmnddtcejlr2u65hdq0tqnrqe36rvi8i60hkggcolq0u2vmiif6ne/f/5d648be401fe4e99b41a5346113370ea_SeqId_6_ 2024-11-21T02:20:58,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins.hfs.10__test__bmis3jskco4qmnddtcejlr2u65hdq0tqnrqe36rvi8i60hkggcolq0u2vmiif6ne/f/f9d251d388c64ab9863a608f0d9a6c90_SeqId_6_ into d4d707e769d8e3cb640a798871e1673a/f as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/f/aa9c3681c4f748419be9646efccba316_SeqId_6_ - updating store file list. 2024-11-21T02:20:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa9c3681c4f748419be9646efccba316_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T02:20:58,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/f/aa9c3681c4f748419be9646efccba316_SeqId_6_ into d4d707e769d8e3cb640a798871e1673a/f 2024-11-21T02:20:58,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins.hfs.10__test__bmis3jskco4qmnddtcejlr2u65hdq0tqnrqe36rvi8i60hkggcolq0u2vmiif6ne/f/f9d251d388c64ab9863a608f0d9a6c90_SeqId_6_ into d4d707e769d8e3cb640a798871e1673a/f (new location: hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/f/aa9c3681c4f748419be9646efccba316_SeqId_6_) 2024-11-21T02:20:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/staging/jenkins.hfs.10__test__bmis3jskco4qmnddtcejlr2u65hdq0tqnrqe36rvi8i60hkggcolq0u2vmiif6ne/f/f9d251d388c64ab9863a608f0d9a6c90_SeqId_6_ 2024-11-21T02:20:58,104 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 1033, reset compression=false 2024-11-21T02:20:58,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44167 {}] regionserver.ReplicationSink(324): Finished replicating [83796e63-c759-4fc9-892a-bc9076d78d7c] bulk loaded data 2024-11-21T02:20:58,318 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 687, reset compression=false 2024-11-21T02:20:58,323 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:20:58,323 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.shipper5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,44167,1732155637648 got entry batch from reader: WALEntryBatch [walEntries=[{test/d4d707e769d8e3cb640a798871e1673a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732155658101/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T02:20:58,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.ReplicationSink(318): Replicating [83796e63-c759-4fc9-892a-bc9076d78d7c, 7b41adcc-b398-4dca-9971-9ea988ee53b5] bulk loaded data 2024-11-21T02:20:58,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741844_1020 (size=10791) 2024-11-21T02:20:58,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741845_1021 (size=11194) 2024-11-21T02:20:58,523 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 1033, reset compression=false 2024-11-21T02:20:58,614 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 1033, reset compression=false 2024-11-21T02:20:58,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T02:20:58,763 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins.hfs.11__test__oq4mjl002p4nmc90l2k9c73kkj91ioijeau30pblei781gbh4l2ec0h8m22k63ku/f/aa9c3681c4f748419be9646efccba316_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-21T02:20:58,766 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/staging/jenkins.hfs.11__test__oq4mjl002p4nmc90l2k9c73kkj91ioijeau30pblei781gbh4l2ec0h8m22k63ku/f/be99c37892d143409a6d7ecc6cec4384_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-21T02:20:58,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37505 {}] regionserver.ReplicationSink(324): Finished replicating [83796e63-c759-4fc9-892a-bc9076d78d7c, 7b41adcc-b398-4dca-9971-9ea988ee53b5] bulk loaded data 2024-11-21T02:20:58,829 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 1033, reset compression=false 2024-11-21T02:20:58,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:20:58,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:20:58,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:58,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:58,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:58,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:20:58,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=858836799, stopped=false 2024-11-21T02:20:58,930 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,42859,1732155643974 2024-11-21T02:20:58,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:20:59,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-212143473/running 2024-11-21T02:20:59,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-212143473/running 2024-11-21T02:20:59,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473 2024-11-21T02:20:59,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473 2024-11-21T02:20:59,021 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:20:59,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:20:59,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:59,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:59,022 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,37505,1732155644254' ***** 2024-11-21T02:20:59,022 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:20:59,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Set watcher on znode that does not yet exist, /1-212143473/running 2024-11-21T02:20:59,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Set watcher on znode that does not yet exist, /1-212143473/running 2024-11-21T02:20:59,022 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:20:59,022 INFO [RS:0;5aee4e3683e9:37505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:20:59,022 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:20:59,022 INFO [RS:0;5aee4e3683e9:37505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:20:59,022 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b51f3de6094de9f5c518b5f7c22cb74 2024-11-21T02:20:59,023 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:59,023 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,37505,1732155644254 2024-11-21T02:20:59,023 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:20:59,023 INFO [RS:0;5aee4e3683e9:37505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:37505. 2024-11-21T02:20:59,023 DEBUG [RS:0;5aee4e3683e9:37505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:20:59,023 DEBUG [RS:0;5aee4e3683e9:37505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:20:59,023 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:20:59,023 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:20:59,023 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:20:59,023 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:20:59,024 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T02:20:59,024 DEBUG [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1325): Online Regions={6b51f3de6094de9f5c518b5f7c22cb74=test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74., 5f35308830a1762ce2a18f6a3217fd93=hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:20:59,024 DEBUG [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f35308830a1762ce2a18f6a3217fd93, 6b51f3de6094de9f5c518b5f7c22cb74 2024-11-21T02:20:59,024 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b51f3de6094de9f5c518b5f7c22cb74, disabling compactions & flushes 2024-11-21T02:20:59,024 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:20:59,024 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74. 2024-11-21T02:20:59,024 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:20:59,024 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74. 2024-11-21T02:20:59,024 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:20:59,024 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74. after waiting 0 ms 2024-11-21T02:20:59,024 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:20:59,024 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:20:59,024 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74. 2024-11-21T02:20:59,024 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T02:20:59,034 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/default/test/6b51f3de6094de9f5c518b5f7c22cb74/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T02:20:59,035 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:20:59,035 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:20:59,035 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74. 2024-11-21T02:20:59,035 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b51f3de6094de9f5c518b5f7c22cb74: Waiting for close lock at 1732155659024Running coprocessor pre-close hooks at 1732155659024Disabling compacts and flushes for region at 1732155659024Disabling writes for close at 1732155659024Writing region close event to WAL at 1732155659025 (+1 ms)Running coprocessor post-close hooks at 1732155659035 (+10 ms)Closed at 1732155659035 2024-11-21T02:20:59,035 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74. 2024-11-21T02:20:59,035 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f35308830a1762ce2a18f6a3217fd93, disabling compactions & flushes 2024-11-21T02:20:59,035 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93. 2024-11-21T02:20:59,036 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93. 2024-11-21T02:20:59,036 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93. after waiting 0 ms 2024-11-21T02:20:59,036 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93. 2024-11-21T02:20:59,036 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f35308830a1762ce2a18f6a3217fd93 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-21T02:20:59,054 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/replication/5f35308830a1762ce2a18f6a3217fd93/.tmp/hfileref/6cfebea4ef0c4488868d260aacb8f657 is 74, key is 1/hfileref:3bd4f9385f2440b88b527fce776cd456_SeqId_4_/1732155656608/DeleteColumn/seqid=0 2024-11-21T02:20:59,054 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/.tmp/info/df3c0e53e0b84222add2e695c5bbdfe0 is 147, key is hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93./info:regioninfo/1732155653251/Put/seqid=0 2024-11-21T02:20:59,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741847_1023 (size=5345) 2024-11-21T02:20:59,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741846_1022 (size=7686) 2024-11-21T02:20:59,075 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:20:59,224 DEBUG [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:59,230 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 1033, reset compression=false 2024-11-21T02:20:59,232 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 1033, reset compression=false 2024-11-21T02:20:59,235 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:20:59,235 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 1328, reset compression=false 2024-11-21T02:20:59,235 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.shipper5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,37505,1732155644254 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:20:59,236 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.shipper5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5aee4e3683e9,37505,1732155644254: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5aee4e3683e9,37505,1732155644254, walGroup=5aee4e3683e9%2C37505%2C1732155644254, offset=5aee4e3683e9%2C37505%2C1732155644254.1732155646117:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:37505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T02:20:59,236 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.shipper5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T02:20:59,237 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.shipper5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T02:20:59,238 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.shipper5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T02:20:59,238 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.shipper5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T02:20:59,238 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.shipper5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T02:20:59,238 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.shipper5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 508789760 }, "NonHeapMemoryUsage": { "committed": 190906368, "init": 7667712, "max": -1, "used": 188016256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T02:20:59,241 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.shipper5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:42859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:42859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T02:20:59,424 DEBUG [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:59,440 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 1328, reset compression=false 2024-11-21T02:20:59,463 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/.tmp/info/df3c0e53e0b84222add2e695c5bbdfe0 2024-11-21T02:20:59,469 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/replication/5f35308830a1762ce2a18f6a3217fd93/.tmp/hfileref/6cfebea4ef0c4488868d260aacb8f657 2024-11-21T02:20:59,490 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/.tmp/ns/c8746e5bdfdc4f589c501ba8a94e79d8 is 43, key is default/ns:d/1732155646604/Put/seqid=0 2024-11-21T02:20:59,504 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/replication/5f35308830a1762ce2a18f6a3217fd93/.tmp/queue/095dd1af0a41441aaf3a44c6cc202d57 is 154, key is 1-5aee4e3683e9,37505,1732155644254/queue:5aee4e3683e9%2C37505%2C1732155644254/1732155658108/Put/seqid=0 2024-11-21T02:20:59,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741848_1024 (size=5153) 2024-11-21T02:20:59,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741849_1025 (size=5353) 2024-11-21T02:20:59,624 DEBUG [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:59,741 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 1033, reset compression=false 2024-11-21T02:20:59,747 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 1328, reset compression=false 2024-11-21T02:20:59,824 DEBUG [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f35308830a1762ce2a18f6a3217fd93 2024-11-21T02:20:59,910 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/.tmp/ns/c8746e5bdfdc4f589c501ba8a94e79d8 2024-11-21T02:20:59,932 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/.tmp/rep_barrier/40b732b4b8cd4c4d92333f402fbc3cc7 is 112, key is test,,1732155649096.6b51f3de6094de9f5c518b5f7c22cb74./rep_barrier:seqnumDuringOpen/1732155649996/Put/seqid=0 2024-11-21T02:20:59,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741850_1026 (size=5518) 2024-11-21T02:20:59,938 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/replication/5f35308830a1762ce2a18f6a3217fd93/.tmp/queue/095dd1af0a41441aaf3a44c6cc202d57 2024-11-21T02:20:59,945 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/replication/5f35308830a1762ce2a18f6a3217fd93/.tmp/hfileref/6cfebea4ef0c4488868d260aacb8f657 as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/replication/5f35308830a1762ce2a18f6a3217fd93/hfileref/6cfebea4ef0c4488868d260aacb8f657 2024-11-21T02:20:59,949 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/replication/5f35308830a1762ce2a18f6a3217fd93/hfileref/6cfebea4ef0c4488868d260aacb8f657, entries=4, sequenceid=12, filesize=5.2 K 2024-11-21T02:20:59,950 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/replication/5f35308830a1762ce2a18f6a3217fd93/.tmp/queue/095dd1af0a41441aaf3a44c6cc202d57 as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/replication/5f35308830a1762ce2a18f6a3217fd93/queue/095dd1af0a41441aaf3a44c6cc202d57 2024-11-21T02:20:59,955 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/replication/5f35308830a1762ce2a18f6a3217fd93/queue/095dd1af0a41441aaf3a44c6cc202d57, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T02:20:59,956 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 5f35308830a1762ce2a18f6a3217fd93 in 920ms, sequenceid=12, compaction requested=false 2024-11-21T02:20:59,963 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/replication/5f35308830a1762ce2a18f6a3217fd93/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T02:20:59,964 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:20:59,964 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:20:59,964 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93. 2024-11-21T02:20:59,964 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f35308830a1762ce2a18f6a3217fd93: Waiting for close lock at 1732155659035Running coprocessor pre-close hooks at 1732155659035Disabling compacts and flushes for region at 1732155659035Disabling writes for close at 1732155659036 (+1 ms)Obtaining lock to block concurrent updates at 1732155659036Preparing flush snapshotting stores in 5f35308830a1762ce2a18f6a3217fd93 at 1732155659036Finished memstore snapshotting hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732155659036Flushing stores of hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93. at 1732155659037 (+1 ms)Flushing 5f35308830a1762ce2a18f6a3217fd93/hfileref: creating writer at 1732155659037Flushing 5f35308830a1762ce2a18f6a3217fd93/hfileref: appending metadata at 1732155659053 (+16 ms)Flushing 5f35308830a1762ce2a18f6a3217fd93/hfileref: closing flushed file at 1732155659053Flushing 5f35308830a1762ce2a18f6a3217fd93/queue: creating writer at 1732155659481 (+428 ms)Flushing 5f35308830a1762ce2a18f6a3217fd93/queue: appending metadata at 1732155659503 (+22 ms)Flushing 5f35308830a1762ce2a18f6a3217fd93/queue: closing flushed file at 1732155659503Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc3ea04: reopening flushed file at 1732155659944 (+441 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c4cf18: reopening flushed file at 1732155659949 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 5f35308830a1762ce2a18f6a3217fd93 in 920ms, sequenceid=12, compaction requested=false at 1732155659956 (+7 ms)Writing region close event to WAL at 1732155659958 (+2 ms)Running coprocessor post-close hooks at 1732155659964 (+6 ms)Closed at 1732155659964 2024-11-21T02:20:59,964 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732155652467.5f35308830a1762ce2a18f6a3217fd93. 2024-11-21T02:20:59,993 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:20:59,993 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:21:00,025 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:21:00,025 DEBUG [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:21:00,025 DEBUG [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:21:00,150 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 1328, reset compression=false 2024-11-21T02:21:00,225 DEBUG [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:21:00,336 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/.tmp/rep_barrier/40b732b4b8cd4c4d92333f402fbc3cc7 2024-11-21T02:21:00,345 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 1033, reset compression=false 2024-11-21T02:21:00,373 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/.tmp/table/2c3b6ce800b946db9bb8f3ea68d51fcc is 53, key is hbase:replication/table:state/1732155653260/Put/seqid=0 2024-11-21T02:21:00,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741851_1027 (size=5308) 2024-11-21T02:21:00,382 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/.tmp/table/2c3b6ce800b946db9bb8f3ea68d51fcc 2024-11-21T02:21:00,386 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/.tmp/info/df3c0e53e0b84222add2e695c5bbdfe0 as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/info/df3c0e53e0b84222add2e695c5bbdfe0 2024-11-21T02:21:00,392 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/info/df3c0e53e0b84222add2e695c5bbdfe0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T02:21:00,393 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/.tmp/ns/c8746e5bdfdc4f589c501ba8a94e79d8 as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/ns/c8746e5bdfdc4f589c501ba8a94e79d8 2024-11-21T02:21:00,397 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/ns/c8746e5bdfdc4f589c501ba8a94e79d8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T02:21:00,398 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/.tmp/rep_barrier/40b732b4b8cd4c4d92333f402fbc3cc7 as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/rep_barrier/40b732b4b8cd4c4d92333f402fbc3cc7 2024-11-21T02:21:00,403 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/rep_barrier/40b732b4b8cd4c4d92333f402fbc3cc7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T02:21:00,405 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/.tmp/table/2c3b6ce800b946db9bb8f3ea68d51fcc as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/table/2c3b6ce800b946db9bb8f3ea68d51fcc 2024-11-21T02:21:00,410 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/table/2c3b6ce800b946db9bb8f3ea68d51fcc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T02:21:00,411 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1387ms, sequenceid=16, compaction requested=false 2024-11-21T02:21:00,425 DEBUG [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:21:00,442 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T02:21:00,443 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:21:00,443 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:21:00,443 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:21:00,443 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155659024Running coprocessor pre-close hooks at 1732155659024Disabling compacts and flushes for region at 1732155659024Disabling writes for close at 1732155659024Obtaining lock to block concurrent updates at 1732155659024Preparing flush snapshotting stores in 1588230740 at 1732155659024Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732155659024Flushing stores of hbase:meta,,1.1588230740 at 1732155659025 (+1 ms)Flushing 1588230740/info: creating writer at 1732155659025Flushing 1588230740/info: appending metadata at 1732155659053 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732155659053Flushing 1588230740/ns: creating writer at 1732155659474 (+421 ms)Flushing 1588230740/ns: appending metadata at 1732155659490 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732155659490Flushing 1588230740/rep_barrier: creating writer at 1732155659915 (+425 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732155659932 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732155659932Flushing 1588230740/table: creating writer at 1732155660350 (+418 ms)Flushing 1588230740/table: appending metadata at 1732155660372 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732155660372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3470e7fd: reopening flushed file at 1732155660386 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca28703: reopening flushed file at 1732155660392 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282c64d8: reopening flushed file at 1732155660398 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70697b91: reopening flushed file at 1732155660403 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1387ms, sequenceid=16, compaction requested=false at 1732155660411 (+8 ms)Writing region close event to WAL at 1732155660438 (+27 ms)Running coprocessor post-close hooks at 1732155660443 (+5 ms)Closed at 1732155660443 2024-11-21T02:21:00,443 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:21:00,625 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,37505,1732155644254; all regions closed. 2024-11-21T02:21:00,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741834_1010 (size=4239) 2024-11-21T02:21:00,627 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.meta.1732155646465.meta not finished, retry = 0 2024-11-21T02:21:00,658 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 to pos 1328, reset compression=false 2024-11-21T02:21:00,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741839_1015 (size=3127) 2024-11-21T02:21:00,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741833_1009 (size=1336) 2024-11-21T02:21:00,734 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/WALs/5aee4e3683e9,37505,1732155644254/5aee4e3683e9%2C37505%2C1732155644254.1732155646117 not finished, retry = 0 2024-11-21T02:21:00,835 DEBUG [RS:0;5aee4e3683e9:37505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:00,835 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:21:00,835 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:21:00,836 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T02:21:00,836 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:21:00,836 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,37505,1732155644254 because: Region server is closing 2024-11-21T02:21:00,836 INFO [RS:0;5aee4e3683e9:37505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:37505. 2024-11-21T02:21:00,836 DEBUG [RS:0;5aee4e3683e9:37505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:00,836 DEBUG [RS:0;5aee4e3683e9:37505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:00,836 DEBUG [RS:0;5aee4e3683e9:37505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:00,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:21:00,836 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:21:00,937 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.shipper5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 terminated 2024-11-21T02:21:00,937 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37505,1732155644254.replicationSource.wal-reader.5aee4e3683e9%2C37505%2C1732155644254,1-5aee4e3683e9,37505,1732155644254 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T02:21:00,937 INFO [RS:0;5aee4e3683e9:37505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:37505. 2024-11-21T02:21:00,937 DEBUG [RS:0;5aee4e3683e9:37505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:00,937 DEBUG [RS:0;5aee4e3683e9:37505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:00,937 DEBUG [RS:0;5aee4e3683e9:37505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:00,937 INFO [RS:0;5aee4e3683e9:37505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37505 2024-11-21T02:21:00,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:21:00,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-212143473/rs/5aee4e3683e9,37505,1732155644254 2024-11-21T02:21:00,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473/rs 2024-11-21T02:21:00,947 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:21:00,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,37505,1732155644254] 2024-11-21T02:21:00,968 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-212143473/draining/5aee4e3683e9,37505,1732155644254 already deleted, retry=false 2024-11-21T02:21:00,968 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,37505,1732155644254 expired; onlineServers=0 2024-11-21T02:21:00,968 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,42859,1732155643974' ***** 2024-11-21T02:21:00,969 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:21:00,969 INFO [M:0;5aee4e3683e9:42859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:21:00,969 INFO [M:0;5aee4e3683e9:42859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:21:00,969 DEBUG [M:0;5aee4e3683e9:42859 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:21:00,969 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:21:00,969 DEBUG [M:0;5aee4e3683e9:42859 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:21:00,969 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155645589 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155645589,5,FailOnTimeoutGroup] 2024-11-21T02:21:00,969 INFO [M:0;5aee4e3683e9:42859 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:21:00,969 INFO [M:0;5aee4e3683e9:42859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:21:00,969 DEBUG [M:0;5aee4e3683e9:42859 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:21:00,969 INFO [M:0;5aee4e3683e9:42859 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:21:00,969 INFO [M:0;5aee4e3683e9:42859 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:21:00,969 INFO [M:0;5aee4e3683e9:42859 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:21:00,969 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:21:00,969 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155645591 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155645591,5,FailOnTimeoutGroup] 2024-11-21T02:21:00,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-212143473/master 2024-11-21T02:21:00,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-212143473 2024-11-21T02:21:00,981 DEBUG [M:0;5aee4e3683e9:42859 {}] zookeeper.ZKUtil(347): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Unable to get data of znode /1-212143473/master because node does not exist (not an error) 2024-11-21T02:21:00,981 WARN [M:0;5aee4e3683e9:42859 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T02:21:00,981 INFO [M:0;5aee4e3683e9:42859 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/.lastflushedseqids 2024-11-21T02:21:00,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741852_1028 (size=263) 2024-11-21T02:21:01,052 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 1033, reset compression=false 2024-11-21T02:21:01,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:21:01,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37505-0x1015b3170380004, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:21:01,058 INFO [RS:0;5aee4e3683e9:37505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:21:01,058 INFO [RS:0;5aee4e3683e9:37505 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,37505,1732155644254; zookeeper connection closed. 2024-11-21T02:21:01,059 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56a0dee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56a0dee 2024-11-21T02:21:01,059 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:21:01,389 INFO [M:0;5aee4e3683e9:42859 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:21:01,389 INFO [M:0;5aee4e3683e9:42859 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:21:01,389 DEBUG [M:0;5aee4e3683e9:42859 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:21:01,389 INFO [M:0;5aee4e3683e9:42859 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:01,389 DEBUG [M:0;5aee4e3683e9:42859 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:01,389 DEBUG [M:0;5aee4e3683e9:42859 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:21:01,389 DEBUG [M:0;5aee4e3683e9:42859 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:01,389 INFO [M:0;5aee4e3683e9:42859 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T02:21:01,408 DEBUG [M:0;5aee4e3683e9:42859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a901b89f6585496d8ad46c866a0a5761 is 82, key is hbase:meta,,1/info:regioninfo/1732155646571/Put/seqid=0 2024-11-21T02:21:01,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741853_1029 (size=5672) 2024-11-21T02:21:01,412 INFO [M:0;5aee4e3683e9:42859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a901b89f6585496d8ad46c866a0a5761 2024-11-21T02:21:01,442 DEBUG [M:0;5aee4e3683e9:42859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af0df6444a0d40be8ae3e066cd9105a5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732155653265/Put/seqid=0 2024-11-21T02:21:01,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741854_1030 (size=8516) 2024-11-21T02:21:01,450 INFO [M:0;5aee4e3683e9:42859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af0df6444a0d40be8ae3e066cd9105a5 2024-11-21T02:21:01,480 DEBUG [M:0;5aee4e3683e9:42859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82978833515341f5a0aa0bb4189cf357 is 69, key is 5aee4e3683e9,37505,1732155644254/rs:state/1732155645691/Put/seqid=0 2024-11-21T02:21:01,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741855_1031 (size=5156) 2024-11-21T02:21:01,857 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 1033, reset compression=false 2024-11-21T02:21:01,884 INFO [M:0;5aee4e3683e9:42859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82978833515341f5a0aa0bb4189cf357 2024-11-21T02:21:01,888 DEBUG [M:0;5aee4e3683e9:42859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a901b89f6585496d8ad46c866a0a5761 as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a901b89f6585496d8ad46c866a0a5761 2024-11-21T02:21:01,892 INFO [M:0;5aee4e3683e9:42859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a901b89f6585496d8ad46c866a0a5761, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T02:21:01,893 DEBUG [M:0;5aee4e3683e9:42859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af0df6444a0d40be8ae3e066cd9105a5 as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af0df6444a0d40be8ae3e066cd9105a5 2024-11-21T02:21:01,898 INFO [M:0;5aee4e3683e9:42859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af0df6444a0d40be8ae3e066cd9105a5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T02:21:01,899 DEBUG [M:0;5aee4e3683e9:42859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82978833515341f5a0aa0bb4189cf357 as hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82978833515341f5a0aa0bb4189cf357 2024-11-21T02:21:01,903 INFO [M:0;5aee4e3683e9:42859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82978833515341f5a0aa0bb4189cf357, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T02:21:01,904 INFO [M:0;5aee4e3683e9:42859 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 515ms, sequenceid=97, compaction requested=false 2024-11-21T02:21:01,905 INFO [M:0;5aee4e3683e9:42859 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:01,905 DEBUG [M:0;5aee4e3683e9:42859 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155661389Disabling compacts and flushes for region at 1732155661389Disabling writes for close at 1732155661389Obtaining lock to block concurrent updates at 1732155661389Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155661389Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732155661390 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155661390Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155661390Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155661408 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155661408Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155661421 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155661441 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155661441Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155661457 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155661479 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155661479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b576307: reopening flushed file at 1732155661887 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e0707f: reopening flushed file at 1732155661892 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@542e7f87: reopening flushed file at 1732155661898 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 515ms, sequenceid=97, compaction requested=false at 1732155661904 (+6 ms)Writing region close event to WAL at 1732155661905 (+1 ms)Closed at 1732155661905 2024-11-21T02:21:01,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741830_1006 (size=63654) 2024-11-21T02:21:01,907 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7bf23609-fc5c-f848-985d-76649f7ef7f2/MasterData/WALs/5aee4e3683e9,42859,1732155643974/5aee4e3683e9%2C42859%2C1732155643974.1732155645020 not finished, retry = 0 2024-11-21T02:21:02,008 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:21:02,008 INFO [M:0;5aee4e3683e9:42859 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:21:02,008 INFO [M:0;5aee4e3683e9:42859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42859 2024-11-21T02:21:02,009 INFO [M:0;5aee4e3683e9:42859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:21:02,752 INFO [M:0;5aee4e3683e9:42859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:21:02,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:21:02,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42859-0x1015b3170380003, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:21:02,761 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 1033, reset compression=false 2024-11-21T02:21:02,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67fcf623{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:21:02,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e58daff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:21:02,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:21:02,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bc995a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:21:02,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@458498a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/hadoop.log.dir/,STOPPED} 2024-11-21T02:21:02,950 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:21:02,950 WARN [BP-2028255355-172.17.0.2-1732155641517 heartbeating to localhost/127.0.0.1:39319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:21:02,950 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:21:02,950 WARN [BP-2028255355-172.17.0.2-1732155641517 heartbeating to localhost/127.0.0.1:39319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2028255355-172.17.0.2-1732155641517 (Datanode Uuid d6c07373-c82a-4cb1-9ab7-0a17d4ec3724) service to localhost/127.0.0.1:39319 2024-11-21T02:21:02,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/cluster_9ff5633e-11ff-7e15-ec98-afa5eab3dcbe/data/data1/current/BP-2028255355-172.17.0.2-1732155641517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:21:02,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/cluster_9ff5633e-11ff-7e15-ec98-afa5eab3dcbe/data/data2/current/BP-2028255355-172.17.0.2-1732155641517 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:21:02,951 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:21:02,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30d89ab7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:21:02,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7882f7f4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:21:02,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:21:02,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ed5a96a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:21:02,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a03ced{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/hadoop.log.dir/,STOPPED} 2024-11-21T02:21:02,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:21:02,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:21:02,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:21:02,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:02,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:02,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:02,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:21:02,974 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:21:02,975 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1464404260, stopped=false 2024-11-21T02:21:02,975 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,33317,1732155637259 2024-11-21T02:21:03,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1053028732/running 2024-11-21T02:21:03,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1053028732/running 2024-11-21T02:21:03,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:21:03,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:21:03,095 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:21:03,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Set watcher on znode that does not yet exist, /0-1053028732/running 2024-11-21T02:21:03,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Set watcher on znode that does not yet exist, /0-1053028732/running 2024-11-21T02:21:03,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:21:03,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:03,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:03,096 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,44167,1732155637648' ***** 2024-11-21T02:21:03,096 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:21:03,097 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:21:03,097 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:21:03,097 INFO [RS:0;5aee4e3683e9:44167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:21:03,097 INFO [RS:0;5aee4e3683e9:44167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:21:03,097 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(3091): Received CLOSE for d4d707e769d8e3cb640a798871e1673a 2024-11-21T02:21:03,097 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(3091): Received CLOSE for d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:21:03,097 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,44167,1732155637648 2024-11-21T02:21:03,097 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:21:03,097 INFO [RS:0;5aee4e3683e9:44167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:44167. 2024-11-21T02:21:03,097 DEBUG [RS:0;5aee4e3683e9:44167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:03,097 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4d707e769d8e3cb640a798871e1673a, disabling compactions & flushes 2024-11-21T02:21:03,097 DEBUG [RS:0;5aee4e3683e9:44167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:03,097 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732155646922.d4d707e769d8e3cb640a798871e1673a. 2024-11-21T02:21:03,097 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155646922.d4d707e769d8e3cb640a798871e1673a. 2024-11-21T02:21:03,097 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732155646922.d4d707e769d8e3cb640a798871e1673a. after waiting 0 ms 2024-11-21T02:21:03,097 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:21:03,098 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732155646922.d4d707e769d8e3cb640a798871e1673a. 2024-11-21T02:21:03,098 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:21:03,098 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:21:03,098 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:21:03,098 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T02:21:03,098 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d4d707e769d8e3cb640a798871e1673a=test,,1732155646922.d4d707e769d8e3cb640a798871e1673a., d43e4efa5dd615471e3b7b10d0007b8a=hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a.} 2024-11-21T02:21:03,098 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d43e4efa5dd615471e3b7b10d0007b8a, d4d707e769d8e3cb640a798871e1673a 2024-11-21T02:21:03,098 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:21:03,098 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:21:03,098 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:21:03,098 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:21:03,098 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:21:03,098 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T02:21:03,101 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/default/test/d4d707e769d8e3cb640a798871e1673a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T02:21:03,102 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:21:03,102 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:21:03,102 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732155646922.d4d707e769d8e3cb640a798871e1673a. 2024-11-21T02:21:03,102 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4d707e769d8e3cb640a798871e1673a: Waiting for close lock at 1732155663097Running coprocessor pre-close hooks at 1732155663097Disabling compacts and flushes for region at 1732155663097Disabling writes for close at 1732155663097Writing region close event to WAL at 1732155663098 (+1 ms)Running coprocessor post-close hooks at 1732155663102 (+4 ms)Closed at 1732155663102 2024-11-21T02:21:03,102 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732155646922.d4d707e769d8e3cb640a798871e1673a. 2024-11-21T02:21:03,102 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d43e4efa5dd615471e3b7b10d0007b8a, disabling compactions & flushes 2024-11-21T02:21:03,102 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a. 2024-11-21T02:21:03,102 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a. 2024-11-21T02:21:03,103 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a. after waiting 0 ms 2024-11-21T02:21:03,103 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a. 2024-11-21T02:21:03,103 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d43e4efa5dd615471e3b7b10d0007b8a 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-21T02:21:03,115 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/.tmp/info/d12a5dae84784445b9d8fec614ff94de is 147, key is hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a./info:regioninfo/1732155651642/Put/seqid=0 2024-11-21T02:21:03,118 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/replication/d43e4efa5dd615471e3b7b10d0007b8a/.tmp/hfileref/cad253c893f54b719027bf855ba7ca3a is 74, key is 1/hfileref:25603b5d66e8443496d80ea5ad4c1ba8_SeqId_4_/1732155655308/DeleteColumn/seqid=0 2024-11-21T02:21:03,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741846_1022 (size=5345) 2024-11-21T02:21:03,135 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:21:03,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741847_1023 (size=7686) 2024-11-21T02:21:03,298 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:21:03,498 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:21:03,522 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/replication/d43e4efa5dd615471e3b7b10d0007b8a/.tmp/hfileref/cad253c893f54b719027bf855ba7ca3a 2024-11-21T02:21:03,542 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/replication/d43e4efa5dd615471e3b7b10d0007b8a/.tmp/queue/c02c6c33032041f39b42d18aa8c8be86 is 154, key is 1-5aee4e3683e9,44167,1732155637648/queue:5aee4e3683e9%2C44167%2C1732155637648/1732155658771/Put/seqid=0 2024-11-21T02:21:03,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741848_1024 (size=5353) 2024-11-21T02:21:03,597 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/.tmp/info/d12a5dae84784445b9d8fec614ff94de 2024-11-21T02:21:03,614 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/.tmp/ns/120c6ea432a14e60b2a309e98eab8783 is 43, key is default/ns:d/1732155641264/Put/seqid=0 2024-11-21T02:21:03,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741849_1025 (size=5153) 2024-11-21T02:21:03,699 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:21:03,764 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 1033, reset compression=false 2024-11-21T02:21:03,774 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:21:03,774 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 1328, reset compression=false 2024-11-21T02:21:03,774 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.shipper5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,44167,1732155637648 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:21:03,774 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.shipper5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5aee4e3683e9,44167,1732155637648: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5aee4e3683e9,44167,1732155637648, walGroup=5aee4e3683e9%2C44167%2C1732155637648, offset=5aee4e3683e9%2C44167%2C1732155637648.1732155640106:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:44167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T02:21:03,776 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.shipper5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T02:21:03,776 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.shipper5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T02:21:03,777 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.shipper5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T02:21:03,777 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.shipper5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T02:21:03,777 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.shipper5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T02:21:03,777 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.shipper5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 571704320 }, "NonHeapMemoryUsage": { "committed": 191627264, "init": 7667712, "max": -1, "used": 188777864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T02:21:03,777 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.shipper5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:33317 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:33317 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T02:21:03,899 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d43e4efa5dd615471e3b7b10d0007b8a 2024-11-21T02:21:03,946 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/replication/d43e4efa5dd615471e3b7b10d0007b8a/.tmp/queue/c02c6c33032041f39b42d18aa8c8be86 2024-11-21T02:21:03,952 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/replication/d43e4efa5dd615471e3b7b10d0007b8a/.tmp/hfileref/cad253c893f54b719027bf855ba7ca3a as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/replication/d43e4efa5dd615471e3b7b10d0007b8a/hfileref/cad253c893f54b719027bf855ba7ca3a 2024-11-21T02:21:03,957 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/replication/d43e4efa5dd615471e3b7b10d0007b8a/hfileref/cad253c893f54b719027bf855ba7ca3a, entries=4, sequenceid=12, filesize=5.2 K 2024-11-21T02:21:03,958 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/replication/d43e4efa5dd615471e3b7b10d0007b8a/.tmp/queue/c02c6c33032041f39b42d18aa8c8be86 as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/replication/d43e4efa5dd615471e3b7b10d0007b8a/queue/c02c6c33032041f39b42d18aa8c8be86 2024-11-21T02:21:03,964 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:21:03,964 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:21:03,965 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/replication/d43e4efa5dd615471e3b7b10d0007b8a/queue/c02c6c33032041f39b42d18aa8c8be86, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T02:21:03,966 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d43e4efa5dd615471e3b7b10d0007b8a in 862ms, sequenceid=12, compaction requested=false 2024-11-21T02:21:03,979 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/replication/d43e4efa5dd615471e3b7b10d0007b8a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T02:21:03,979 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:21:03,979 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:21:03,980 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a. 2024-11-21T02:21:03,980 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d43e4efa5dd615471e3b7b10d0007b8a: Waiting for close lock at 1732155663102Running coprocessor pre-close hooks at 1732155663102Disabling compacts and flushes for region at 1732155663102Disabling writes for close at 1732155663103 (+1 ms)Obtaining lock to block concurrent updates at 1732155663103Preparing flush snapshotting stores in d43e4efa5dd615471e3b7b10d0007b8a at 1732155663103Finished memstore snapshotting hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732155663103Flushing stores of hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a. at 1732155663103Flushing d43e4efa5dd615471e3b7b10d0007b8a/hfileref: creating writer at 1732155663103Flushing d43e4efa5dd615471e3b7b10d0007b8a/hfileref: appending metadata at 1732155663118 (+15 ms)Flushing d43e4efa5dd615471e3b7b10d0007b8a/hfileref: closing flushed file at 1732155663118Flushing d43e4efa5dd615471e3b7b10d0007b8a/queue: creating writer at 1732155663527 (+409 ms)Flushing d43e4efa5dd615471e3b7b10d0007b8a/queue: appending metadata at 1732155663542 (+15 ms)Flushing d43e4efa5dd615471e3b7b10d0007b8a/queue: closing flushed file at 1732155663542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ed7654: reopening flushed file at 1732155663951 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3879a92a: reopening flushed file at 1732155663957 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for d43e4efa5dd615471e3b7b10d0007b8a in 862ms, sequenceid=12, compaction requested=false at 1732155663966 (+9 ms)Writing region close event to WAL at 1732155663967 (+1 ms)Running coprocessor post-close hooks at 1732155663979 (+12 ms)Closed at 1732155663980 (+1 ms) 2024-11-21T02:21:03,980 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732155650311.d43e4efa5dd615471e3b7b10d0007b8a. 2024-11-21T02:21:03,981 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 1328, reset compression=false 2024-11-21T02:21:04,018 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/.tmp/ns/120c6ea432a14e60b2a309e98eab8783 2024-11-21T02:21:04,040 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/.tmp/rep_barrier/9748fa952ede4cc08f2c7330e9fcea0a is 112, key is test,,1732155646922.d4d707e769d8e3cb640a798871e1673a./rep_barrier:seqnumDuringOpen/1732155648168/Put/seqid=0 2024-11-21T02:21:04,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741850_1026 (size=5518) 2024-11-21T02:21:04,052 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/.tmp/rep_barrier/9748fa952ede4cc08f2c7330e9fcea0a 2024-11-21T02:21:04,090 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/.tmp/table/e330752534b14a5da87a80360561faf6 is 53, key is hbase:replication/table:state/1732155651650/Put/seqid=0 2024-11-21T02:21:04,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741851_1027 (size=5308) 2024-11-21T02:21:04,099 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:21:04,099 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:21:04,099 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:21:04,291 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 1328, reset compression=false 2024-11-21T02:21:04,319 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:21:04,502 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/.tmp/table/e330752534b14a5da87a80360561faf6 2024-11-21T02:21:04,520 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:21:04,541 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/.tmp/info/d12a5dae84784445b9d8fec614ff94de as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/info/d12a5dae84784445b9d8fec614ff94de 2024-11-21T02:21:04,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:21:04,572 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/info/d12a5dae84784445b9d8fec614ff94de, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T02:21:04,584 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/.tmp/ns/120c6ea432a14e60b2a309e98eab8783 as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/ns/120c6ea432a14e60b2a309e98eab8783 2024-11-21T02:21:04,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:04,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:04,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:04,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:04,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:04,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:04,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:04,617 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/ns/120c6ea432a14e60b2a309e98eab8783, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T02:21:04,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:04,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:04,636 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/.tmp/rep_barrier/9748fa952ede4cc08f2c7330e9fcea0a as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/rep_barrier/9748fa952ede4cc08f2c7330e9fcea0a 2024-11-21T02:21:04,670 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/rep_barrier/9748fa952ede4cc08f2c7330e9fcea0a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T02:21:04,683 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/.tmp/table/e330752534b14a5da87a80360561faf6 as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/table/e330752534b14a5da87a80360561faf6 2024-11-21T02:21:04,720 DEBUG [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:21:04,721 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/WALs/5aee4e3683e9,44167,1732155637648/5aee4e3683e9%2C44167%2C1732155637648.1732155640106 to pos 1328, reset compression=false 2024-11-21T02:21:04,799 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/table/e330752534b14a5da87a80360561faf6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T02:21:04,801 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-11-21T02:21:04,802 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:21:04,827 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T02:21:04,829 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:21:04,829 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:21:04,829 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:21:04,829 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155663098Running coprocessor pre-close hooks at 1732155663098Disabling compacts and flushes for region at 1732155663098Disabling writes for close at 1732155663098Obtaining lock to block concurrent updates at 1732155663098Preparing flush snapshotting stores in 1588230740 at 1732155663098Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732155663099 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732155663099Flushing 1588230740/info: creating writer at 1732155663099Flushing 1588230740/info: appending metadata at 1732155663115 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732155663115Flushing 1588230740/ns: creating writer at 1732155663601 (+486 ms)Flushing 1588230740/ns: appending metadata at 1732155663614 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732155663614Flushing 1588230740/rep_barrier: creating writer at 1732155664023 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732155664039 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732155664039Flushing 1588230740/table: creating writer at 1732155664057 (+18 ms)Flushing 1588230740/table: appending metadata at 1732155664089 (+32 ms)Flushing 1588230740/table: closing flushed file at 1732155664089Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a863aef: reopening flushed file at 1732155664536 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ecd86d7: reopening flushed file at 1732155664572 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2afb95f1: reopening flushed file at 1732155664617 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e9ed5c8: reopening flushed file at 1732155664670 (+53 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1732155664802 (+132 ms)Writing region close event to WAL at 1732155664811 (+9 ms)Running coprocessor post-close hooks at 1732155664829 (+18 ms)Closed at 1732155664829 2024-11-21T02:21:04,829 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:21:04,920 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,44167,1732155637648; all regions closed. 2024-11-21T02:21:04,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741834_1010 (size=4239) 2024-11-21T02:21:04,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741839_1015 (size=3127) 2024-11-21T02:21:04,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741833_1009 (size=1336) 2024-11-21T02:21:04,981 DEBUG [RS:0;5aee4e3683e9:44167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:04,981 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:21:04,981 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:21:04,981 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T02:21:04,981 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:21:04,981 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:21:04,981 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,44167,1732155637648 because: Region server is closing 2024-11-21T02:21:04,981 INFO [RS:0;5aee4e3683e9:44167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:44167. 2024-11-21T02:21:04,982 DEBUG [RS:0;5aee4e3683e9:44167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:04,982 DEBUG [RS:0;5aee4e3683e9:44167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:04,982 DEBUG [RS:0;5aee4e3683e9:44167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:04,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:21:05,082 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.shipper5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 terminated 2024-11-21T02:21:05,082 INFO [RS:0;5aee4e3683e9:44167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:44167. 2024-11-21T02:21:05,082 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,44167,1732155637648.replicationSource.wal-reader.5aee4e3683e9%2C44167%2C1732155637648,1-5aee4e3683e9,44167,1732155637648 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T02:21:05,082 DEBUG [RS:0;5aee4e3683e9:44167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:05,082 DEBUG [RS:0;5aee4e3683e9:44167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:05,082 DEBUG [RS:0;5aee4e3683e9:44167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:05,083 INFO [RS:0;5aee4e3683e9:44167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44167 2024-11-21T02:21:05,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:21:05,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732/rs 2024-11-21T02:21:05,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1053028732/rs/5aee4e3683e9,44167,1732155637648 2024-11-21T02:21:05,305 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:21:05,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,44167,1732155637648] 2024-11-21T02:21:05,462 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1053028732/draining/5aee4e3683e9,44167,1732155637648 already deleted, retry=false 2024-11-21T02:21:05,463 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,44167,1732155637648 expired; onlineServers=0 2024-11-21T02:21:05,463 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,33317,1732155637259' ***** 2024-11-21T02:21:05,463 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:21:05,463 INFO [M:0;5aee4e3683e9:33317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:21:05,463 INFO [M:0;5aee4e3683e9:33317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:21:05,463 DEBUG [M:0;5aee4e3683e9:33317 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:21:05,463 DEBUG [M:0;5aee4e3683e9:33317 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:21:05,463 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:21:05,463 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155639752 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155639752,5,FailOnTimeoutGroup] 2024-11-21T02:21:05,463 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155639749 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155639749,5,FailOnTimeoutGroup] 2024-11-21T02:21:05,463 INFO [M:0;5aee4e3683e9:33317 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:21:05,463 INFO [M:0;5aee4e3683e9:33317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:21:05,463 DEBUG [M:0;5aee4e3683e9:33317 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:21:05,463 INFO [M:0;5aee4e3683e9:33317 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:21:05,463 INFO [M:0;5aee4e3683e9:33317 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:21:05,463 INFO [M:0;5aee4e3683e9:33317 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:21:05,463 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:21:05,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1053028732/master 2024-11-21T02:21:05,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1053028732 2024-11-21T02:21:05,517 DEBUG [M:0;5aee4e3683e9:33317 {}] zookeeper.ZKUtil(347): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Unable to get data of znode /0-1053028732/master because node does not exist (not an error) 2024-11-21T02:21:05,517 WARN [M:0;5aee4e3683e9:33317 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T02:21:05,518 INFO [M:0;5aee4e3683e9:33317 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/.lastflushedseqids 2024-11-21T02:21:05,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741852_1028 (size=263) 2024-11-21T02:21:05,526 INFO [M:0;5aee4e3683e9:33317 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:21:05,526 INFO [M:0;5aee4e3683e9:33317 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:21:05,526 DEBUG [M:0;5aee4e3683e9:33317 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:21:05,526 INFO [M:0;5aee4e3683e9:33317 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:05,526 DEBUG [M:0;5aee4e3683e9:33317 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:05,526 DEBUG [M:0;5aee4e3683e9:33317 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:21:05,526 DEBUG [M:0;5aee4e3683e9:33317 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:05,526 INFO [M:0;5aee4e3683e9:33317 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T02:21:05,544 DEBUG [M:0;5aee4e3683e9:33317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/700c9ceb4710453fbc850d4b88382e55 is 82, key is hbase:meta,,1/info:regioninfo/1732155641132/Put/seqid=0 2024-11-21T02:21:05,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741853_1029 (size=5672) 2024-11-21T02:21:05,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:21:05,563 INFO [RS:0;5aee4e3683e9:44167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:21:05,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44167-0x1015b3170380001, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:21:05,563 INFO [RS:0;5aee4e3683e9:44167 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,44167,1732155637648; zookeeper connection closed. 2024-11-21T02:21:05,563 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73a6afe8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73a6afe8 2024-11-21T02:21:05,563 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:21:05,948 INFO [M:0;5aee4e3683e9:33317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/700c9ceb4710453fbc850d4b88382e55 2024-11-21T02:21:05,968 DEBUG [M:0;5aee4e3683e9:33317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c41b8012c6349ac84cb479a0a877ed6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732155651654/Put/seqid=0 2024-11-21T02:21:05,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741854_1030 (size=8516) 2024-11-21T02:21:05,972 INFO [M:0;5aee4e3683e9:33317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c41b8012c6349ac84cb479a0a877ed6 2024-11-21T02:21:05,993 DEBUG [M:0;5aee4e3683e9:33317 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4419e96f50f0445d9a0ed1195ff02591 is 69, key is 5aee4e3683e9,44167,1732155637648/rs:state/1732155639847/Put/seqid=0 2024-11-21T02:21:06,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741855_1031 (size=5156) 2024-11-21T02:21:06,014 INFO [M:0;5aee4e3683e9:33317 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4419e96f50f0445d9a0ed1195ff02591 2024-11-21T02:21:06,020 DEBUG [M:0;5aee4e3683e9:33317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/700c9ceb4710453fbc850d4b88382e55 as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/700c9ceb4710453fbc850d4b88382e55 2024-11-21T02:21:06,025 INFO [M:0;5aee4e3683e9:33317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/700c9ceb4710453fbc850d4b88382e55, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T02:21:06,026 DEBUG [M:0;5aee4e3683e9:33317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c41b8012c6349ac84cb479a0a877ed6 as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c41b8012c6349ac84cb479a0a877ed6 2024-11-21T02:21:06,035 INFO [M:0;5aee4e3683e9:33317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c41b8012c6349ac84cb479a0a877ed6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T02:21:06,036 DEBUG [M:0;5aee4e3683e9:33317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4419e96f50f0445d9a0ed1195ff02591 as hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4419e96f50f0445d9a0ed1195ff02591 2024-11-21T02:21:06,041 INFO [M:0;5aee4e3683e9:33317 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32811/user/jenkins/test-data/49cd91cc-765f-e718-6f0f-200846ff98fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4419e96f50f0445d9a0ed1195ff02591, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T02:21:06,042 INFO [M:0;5aee4e3683e9:33317 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=97, compaction requested=false 2024-11-21T02:21:06,045 INFO [M:0;5aee4e3683e9:33317 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:06,045 DEBUG [M:0;5aee4e3683e9:33317 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155665526Disabling compacts and flushes for region at 1732155665526Disabling writes for close at 1732155665526Obtaining lock to block concurrent updates at 1732155665526Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155665526Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732155665527 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155665527Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155665527Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155665544 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155665544Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155665952 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155665968 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155665968Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155665976 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155665992 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155665992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@349b1fcc: reopening flushed file at 1732155666020 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9ac9ac: reopening flushed file at 1732155666026 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d11bdad: reopening flushed file at 1732155666035 (+9 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 516ms, sequenceid=97, compaction requested=false at 1732155666042 (+7 ms)Writing region close event to WAL at 1732155666045 (+3 ms)Closed at 1732155666045 2024-11-21T02:21:06,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44883 is added to blk_1073741830_1006 (size=63654) 2024-11-21T02:21:06,050 INFO [M:0;5aee4e3683e9:33317 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:21:06,051 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:21:06,051 INFO [M:0;5aee4e3683e9:33317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33317 2024-11-21T02:21:06,051 INFO [M:0;5aee4e3683e9:33317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:21:06,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:21:06,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33317-0x1015b3170380000, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:21:06,226 INFO [M:0;5aee4e3683e9:33317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:21:06,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@327d7abf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:21:06,236 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f7e5bce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:21:06,236 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:21:06,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@86acec8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:21:06,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f5ea92b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/hadoop.log.dir/,STOPPED} 2024-11-21T02:21:06,239 WARN [BP-1855196121-172.17.0.2-1732155634856 heartbeating to localhost/127.0.0.1:32811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:21:06,239 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:21:06,240 WARN [BP-1855196121-172.17.0.2-1732155634856 heartbeating to localhost/127.0.0.1:32811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1855196121-172.17.0.2-1732155634856 (Datanode Uuid 52a31c95-08af-425d-88a8-5cf964cb1a38) service to localhost/127.0.0.1:32811 2024-11-21T02:21:06,240 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:21:06,240 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/cluster_a562b48c-f190-24b2-a653-6da18eecd009/data/data1/current/BP-1855196121-172.17.0.2-1732155634856 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:21:06,241 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:21:06,242 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/cluster_a562b48c-f190-24b2-a653-6da18eecd009/data/data2/current/BP-1855196121-172.17.0.2-1732155634856 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:21:06,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8fc0116{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:21:06,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@723c962b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:21:06,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:21:06,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2115d9fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:21:06,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aefb2f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df9b509e-279a-ce1c-b2d6-6395423f9e4a/hadoop.log.dir/,STOPPED} 2024-11-21T02:21:06,266 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T02:21:06,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:21:06,297 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 202) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32811 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39319 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32811 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55801) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:32811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32811 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39319 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55801) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:32811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=618 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=949 (was 920) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=620 (was 262) - AvailableMemoryMB LEAK? - 2024-11-21T02:21:06,306 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=949, ProcessCount=11, AvailableMemoryMB=620 2024-11-21T02:21:06,322 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-21T02:21:06,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/hadoop.log.dir so I do NOT create it in target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c 2024-11-21T02:21:06,323 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:21:06,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/hadoop.tmp.dir so I do NOT create it in target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c 2024-11-21T02:21:06,323 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67a4b1c4-4a91-fc9e-179d-8c1f89e3e88b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:21:06,323 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c 2024-11-21T02:21:06,323 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/cluster_e897188b-c194-8418-cdd6-9a3635c7a4af, deleteOnExit=true 2024-11-21T02:21:06,341 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/cluster_e897188b-c194-8418-cdd6-9a3635c7a4af/zookeeper_0, clientPort=55392, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/cluster_e897188b-c194-8418-cdd6-9a3635c7a4af/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/cluster_e897188b-c194-8418-cdd6-9a3635c7a4af/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T02:21:06,341 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55392 2024-11-21T02:21:06,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:21:06,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:21:06,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/test.cache.data in system properties and HBase conf 2024-11-21T02:21:06,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:21:06,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:21:06,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:21:06,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:21:06,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:21:06,342 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:21:06,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:21:06,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:21:06,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:21:06,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:21:06,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:21:06,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:21:06,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:21:06,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:21:06,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:21:06,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:21:06,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:21:06,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:21:06,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:21:06,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:21:06,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b3170380005, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:21:06,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b3170380002, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:21:06,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b3170380005, quorum=127.0.0.1:55801, baseZNode=/1-212143473 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:21:06,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b3170380002, quorum=127.0.0.1:55801, baseZNode=/0-1053028732 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:21:06,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:21:06,706 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:21:06,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:21:06,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:21:06,716 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:21:06,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:21:06,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@303a142a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:21:06,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@409cdca4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:21:06,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a1f5bd0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/java.io.tmpdir/jetty-localhost-40985-hadoop-hdfs-3_4_1-tests_jar-_-any-16952990136125355780/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:21:06,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3441d181{HTTP/1.1, (http/1.1)}{localhost:40985} 2024-11-21T02:21:06,881 INFO [Time-limited test {}] server.Server(415): Started @210145ms 2024-11-21T02:21:07,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:21:07,258 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:21:07,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:21:07,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:21:07,261 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:21:07,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e7d60ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:21:07,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ddec4bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:21:07,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5df42e3e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/java.io.tmpdir/jetty-localhost-39545-hadoop-hdfs-3_4_1-tests_jar-_-any-3230889118892936114/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:21:07,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3431e02{HTTP/1.1, (http/1.1)}{localhost:39545} 2024-11-21T02:21:07,386 INFO [Time-limited test {}] server.Server(415): Started @210650ms 2024-11-21T02:21:07,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:21:07,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:21:07,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:21:07,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:21:07,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T02:21:07,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T02:21:07,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:21:07,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:21:08,197 WARN [Thread-2192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/cluster_e897188b-c194-8418-cdd6-9a3635c7a4af/data/data1/current/BP-1146712119-172.17.0.2-1732155666372/current, will proceed with Du for space computation calculation, 2024-11-21T02:21:08,202 WARN [Thread-2193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/cluster_e897188b-c194-8418-cdd6-9a3635c7a4af/data/data2/current/BP-1146712119-172.17.0.2-1732155666372/current, will proceed with Du for space computation calculation, 2024-11-21T02:21:08,241 WARN [Thread-2180 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:21:08,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97b67d6ee87ae082 with lease ID 0xb07aea8e62122d5d: Processing first storage report for DS-50cd6c7e-f02e-47dd-8462-437f0e07eddf from datanode DatanodeRegistration(127.0.0.1:41579, datanodeUuid=b2229baa-1a58-4943-86c6-7f49000d0ad5, infoPort=44899, infoSecurePort=0, ipcPort=44011, storageInfo=lv=-57;cid=testClusterID;nsid=1587262078;c=1732155666372) 2024-11-21T02:21:08,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97b67d6ee87ae082 with lease ID 0xb07aea8e62122d5d: from storage DS-50cd6c7e-f02e-47dd-8462-437f0e07eddf node DatanodeRegistration(127.0.0.1:41579, datanodeUuid=b2229baa-1a58-4943-86c6-7f49000d0ad5, infoPort=44899, infoSecurePort=0, ipcPort=44011, storageInfo=lv=-57;cid=testClusterID;nsid=1587262078;c=1732155666372), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:21:08,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97b67d6ee87ae082 with lease ID 0xb07aea8e62122d5d: Processing first storage report for DS-7b6687b8-88dd-4614-8b80-953d793dd16f from datanode DatanodeRegistration(127.0.0.1:41579, datanodeUuid=b2229baa-1a58-4943-86c6-7f49000d0ad5, infoPort=44899, infoSecurePort=0, ipcPort=44011, storageInfo=lv=-57;cid=testClusterID;nsid=1587262078;c=1732155666372) 2024-11-21T02:21:08,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97b67d6ee87ae082 with lease ID 0xb07aea8e62122d5d: from storage DS-7b6687b8-88dd-4614-8b80-953d793dd16f node DatanodeRegistration(127.0.0.1:41579, datanodeUuid=b2229baa-1a58-4943-86c6-7f49000d0ad5, infoPort=44899, infoSecurePort=0, ipcPort=44011, storageInfo=lv=-57;cid=testClusterID;nsid=1587262078;c=1732155666372), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:21:08,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c 2024-11-21T02:21:08,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:08,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:08,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:21:08,776 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495 with version=8 2024-11-21T02:21:08,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/hbase-staging 2024-11-21T02:21:08,778 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:21:08,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:08,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:08,778 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:21:08,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:08,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:21:08,778 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:21:08,779 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:21:08,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35537 2024-11-21T02:21:08,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35537 connecting to ZooKeeper ensemble=127.0.0.1:55392 2024-11-21T02:21:08,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355370x0, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:21:08,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35537-0x1015b31eb430000 connected 2024-11-21T02:21:09,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:09,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:09,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Set watcher on znode that does not yet exist, /0-1515953070/running 2024-11-21T02:21:09,064 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495, hbase.cluster.distributed=false 2024-11-21T02:21:09,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Set watcher on znode that does not yet exist, /0-1515953070/acl 2024-11-21T02:21:09,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35537 2024-11-21T02:21:09,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35537 2024-11-21T02:21:09,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35537 2024-11-21T02:21:09,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35537 2024-11-21T02:21:09,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35537 2024-11-21T02:21:09,108 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:21:09,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:09,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:09,108 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:21:09,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:09,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:21:09,109 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:21:09,109 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:21:09,128 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41259 2024-11-21T02:21:09,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41259 connecting to ZooKeeper ensemble=127.0.0.1:55392 2024-11-21T02:21:09,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:09,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:09,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412590x0, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:21:09,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412590x0, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Set watcher on znode that does not yet exist, /0-1515953070/running 2024-11-21T02:21:09,160 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:21:09,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41259-0x1015b31eb430001 connected 2024-11-21T02:21:09,161 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:21:09,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Set watcher on znode that does not yet exist, /0-1515953070/master 2024-11-21T02:21:09,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Set watcher on znode that does not yet exist, /0-1515953070/acl 2024-11-21T02:21:09,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41259 2024-11-21T02:21:09,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41259 2024-11-21T02:21:09,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41259 2024-11-21T02:21:09,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41259 2024-11-21T02:21:09,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41259 2024-11-21T02:21:09,187 DEBUG [M:0;5aee4e3683e9:35537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:35537 2024-11-21T02:21:09,188 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1515953070/backup-masters/5aee4e3683e9,35537,1732155668778 2024-11-21T02:21:09,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070/backup-masters 2024-11-21T02:21:09,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070/backup-masters 2024-11-21T02:21:09,204 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Set watcher on existing znode=/0-1515953070/backup-masters/5aee4e3683e9,35537,1732155668778 2024-11-21T02:21:09,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1515953070/master 2024-11-21T02:21:09,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:09,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:09,213 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Set watcher on existing znode=/0-1515953070/master 2024-11-21T02:21:09,218 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1515953070/backup-masters/5aee4e3683e9,35537,1732155668778 from backup master directory 2024-11-21T02:21:09,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1515953070/backup-masters/5aee4e3683e9,35537,1732155668778 2024-11-21T02:21:09,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070/backup-masters 2024-11-21T02:21:09,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070/backup-masters 2024-11-21T02:21:09,231 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:21:09,231 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,35537,1732155668778 2024-11-21T02:21:09,243 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/hbase.id] with ID: 9bcb5a7f-5603-4260-b3f7-f8d0edab4947 2024-11-21T02:21:09,243 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/.tmp/hbase.id 2024-11-21T02:21:09,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:21:09,486 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:21:09,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:09,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:09,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:09,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:09,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:09,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:09,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:09,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:09,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:09,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:09,688 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/.tmp/hbase.id]:[hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/hbase.id] 2024-11-21T02:21:09,703 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:09,703 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:21:09,705 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T02:21:09,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:09,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:09,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:21:10,301 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:21:10,302 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:21:10,302 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:10,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:21:10,710 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store 2024-11-21T02:21:10,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:21:10,717 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:10,717 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:21:10,717 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:10,717 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:10,717 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:21:10,717 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:10,717 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:10,717 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155670717Disabling compacts and flushes for region at 1732155670717Disabling writes for close at 1732155670717Writing region close event to WAL at 1732155670717Closed at 1732155670717 2024-11-21T02:21:10,718 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/.initializing 2024-11-21T02:21:10,718 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/WALs/5aee4e3683e9,35537,1732155668778 2024-11-21T02:21:10,719 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:21:10,720 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C35537%2C1732155668778, suffix=, logDir=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/WALs/5aee4e3683e9,35537,1732155668778, archiveDir=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/oldWALs, maxLogs=10 2024-11-21T02:21:10,734 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/WALs/5aee4e3683e9,35537,1732155668778/5aee4e3683e9%2C35537%2C1732155668778.1732155670720, exclude list is [], retry=0 2024-11-21T02:21:10,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41579,DS-50cd6c7e-f02e-47dd-8462-437f0e07eddf,DISK] 2024-11-21T02:21:10,737 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/WALs/5aee4e3683e9,35537,1732155668778/5aee4e3683e9%2C35537%2C1732155668778.1732155670720 2024-11-21T02:21:10,737 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44899:44899)] 2024-11-21T02:21:10,737 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:10,738 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:10,738 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:10,738 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:10,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:10,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:21:10,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:10,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:10,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:10,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:21:10,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:10,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:10,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:10,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:21:10,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:10,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:10,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:10,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:21:10,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:10,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:10,744 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:10,744 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:10,745 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:10,745 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:10,745 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:10,746 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:21:10,746 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:10,748 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:10,748 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65649256, jitterRate=-0.02174985408782959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:21:10,749 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155670738Initializing all the Stores at 1732155670738Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155670738Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155670739 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155670739Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155670739Cleaning up temporary data from old regions at 1732155670745 (+6 ms)Region opened successfully at 1732155670749 (+4 ms) 2024-11-21T02:21:10,749 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:21:10,751 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a863001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:21:10,752 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:21:10,752 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:21:10,752 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:21:10,752 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:21:10,752 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:21:10,753 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:21:10,753 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:21:10,757 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:21:10,758 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Unable to get data of znode /0-1515953070/balancer because node does not exist (not necessarily an error) 2024-11-21T02:21:10,769 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515953070/balancer already deleted, retry=false 2024-11-21T02:21:10,770 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:21:10,770 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Unable to get data of znode /0-1515953070/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:21:10,780 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515953070/normalizer already deleted, retry=false 2024-11-21T02:21:10,780 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:21:10,781 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Unable to get data of znode /0-1515953070/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:21:10,790 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515953070/switch/split already deleted, retry=false 2024-11-21T02:21:10,791 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Unable to get data of znode /0-1515953070/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:21:10,801 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515953070/switch/merge already deleted, retry=false 2024-11-21T02:21:10,803 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Unable to get data of znode /0-1515953070/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:21:10,811 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515953070/snapshot-cleanup already deleted, retry=false 2024-11-21T02:21:10,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1515953070/running 2024-11-21T02:21:10,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1515953070/running 2024-11-21T02:21:10,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:10,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:10,822 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,35537,1732155668778, sessionid=0x1015b31eb430000, setting cluster-up flag (Was=false) 2024-11-21T02:21:10,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:10,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:10,875 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1515953070/flush-table-proc/acquired, /0-1515953070/flush-table-proc/reached, /0-1515953070/flush-table-proc/abort 2024-11-21T02:21:10,876 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,35537,1732155668778 2024-11-21T02:21:10,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:10,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:10,927 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1515953070/online-snapshot/acquired, /0-1515953070/online-snapshot/reached, /0-1515953070/online-snapshot/abort 2024-11-21T02:21:10,928 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,35537,1732155668778 2024-11-21T02:21:10,929 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:21:10,931 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:10,931 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:21:10,931 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:21:10,931 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,35537,1732155668778 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:21:10,932 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:10,932 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:10,933 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:10,933 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:10,933 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:21:10,933 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:10,933 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:21:10,933 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:10,934 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:10,934 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:21:10,935 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:10,935 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:21:10,940 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155700940 2024-11-21T02:21:10,940 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:21:10,940 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:21:10,940 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:21:10,940 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:21:10,941 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:21:10,941 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:21:10,941 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:10,941 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:21:10,941 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:21:10,941 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:21:10,941 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:21:10,943 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:21:10,943 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:21:10,947 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155670943,5,FailOnTimeoutGroup] 2024-11-21T02:21:10,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:21:10,952 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155670947,5,FailOnTimeoutGroup] 2024-11-21T02:21:10,952 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:10,952 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:21:10,952 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:10,952 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:10,985 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(746): ClusterId : 9bcb5a7f-5603-4260-b3f7-f8d0edab4947 2024-11-21T02:21:10,985 DEBUG [RS:0;5aee4e3683e9:41259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:21:10,991 DEBUG [RS:0;5aee4e3683e9:41259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:21:10,991 DEBUG [RS:0;5aee4e3683e9:41259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:21:11,002 DEBUG [RS:0;5aee4e3683e9:41259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:21:11,002 DEBUG [RS:0;5aee4e3683e9:41259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d750624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:21:11,024 DEBUG [RS:0;5aee4e3683e9:41259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:41259 2024-11-21T02:21:11,024 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:21:11,024 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:21:11,024 DEBUG [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:21:11,025 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,35537,1732155668778 with port=41259, startcode=1732155669107 2024-11-21T02:21:11,025 DEBUG [RS:0;5aee4e3683e9:41259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:21:11,033 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:21:11,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35537 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,41259,1732155669107 2024-11-21T02:21:11,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35537 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,41259,1732155669107 2024-11-21T02:21:11,040 DEBUG [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495 2024-11-21T02:21:11,040 DEBUG [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35939 2024-11-21T02:21:11,040 DEBUG [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:21:11,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070/rs 2024-11-21T02:21:11,137 DEBUG [RS:0;5aee4e3683e9:41259 {}] zookeeper.ZKUtil(111): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Set watcher on existing znode=/0-1515953070/rs/5aee4e3683e9,41259,1732155669107 2024-11-21T02:21:11,137 WARN [RS:0;5aee4e3683e9:41259 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:21:11,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,41259,1732155669107] 2024-11-21T02:21:11,137 INFO [RS:0;5aee4e3683e9:41259 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:11,137 DEBUG [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107 2024-11-21T02:21:11,154 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:21:11,158 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:21:11,172 INFO [RS:0;5aee4e3683e9:41259 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:21:11,172 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,173 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:21:11,175 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:21:11,175 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,175 DEBUG [RS:0;5aee4e3683e9:41259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:11,175 DEBUG [RS:0;5aee4e3683e9:41259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:11,175 DEBUG [RS:0;5aee4e3683e9:41259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:11,175 DEBUG [RS:0;5aee4e3683e9:41259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:11,175 DEBUG [RS:0;5aee4e3683e9:41259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:11,175 DEBUG [RS:0;5aee4e3683e9:41259 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:21:11,176 DEBUG [RS:0;5aee4e3683e9:41259 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:11,176 DEBUG [RS:0;5aee4e3683e9:41259 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:11,176 DEBUG [RS:0;5aee4e3683e9:41259 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:11,176 DEBUG [RS:0;5aee4e3683e9:41259 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:11,176 DEBUG [RS:0;5aee4e3683e9:41259 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:11,176 DEBUG [RS:0;5aee4e3683e9:41259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:11,176 DEBUG [RS:0;5aee4e3683e9:41259 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:21:11,176 DEBUG [RS:0;5aee4e3683e9:41259 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:21:11,185 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,185 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,185 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,185 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,185 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,185 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,41259,1732155669107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:21:11,199 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:21:11,199 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,41259,1732155669107-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,199 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,199 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.Replication(171): 5aee4e3683e9,41259,1732155669107 started 2024-11-21T02:21:11,213 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,213 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,41259,1732155669107, RpcServer on 5aee4e3683e9/172.17.0.2:41259, sessionid=0x1015b31eb430001 2024-11-21T02:21:11,213 DEBUG [RS:0;5aee4e3683e9:41259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:21:11,213 DEBUG [RS:0;5aee4e3683e9:41259 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,41259,1732155669107 2024-11-21T02:21:11,213 DEBUG [RS:0;5aee4e3683e9:41259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,41259,1732155669107' 2024-11-21T02:21:11,213 DEBUG [RS:0;5aee4e3683e9:41259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1515953070/flush-table-proc/abort' 2024-11-21T02:21:11,214 DEBUG [RS:0;5aee4e3683e9:41259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1515953070/flush-table-proc/acquired' 2024-11-21T02:21:11,214 DEBUG [RS:0;5aee4e3683e9:41259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:21:11,214 DEBUG [RS:0;5aee4e3683e9:41259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:21:11,214 DEBUG [RS:0;5aee4e3683e9:41259 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,41259,1732155669107 2024-11-21T02:21:11,214 DEBUG [RS:0;5aee4e3683e9:41259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,41259,1732155669107' 2024-11-21T02:21:11,214 DEBUG [RS:0;5aee4e3683e9:41259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1515953070/online-snapshot/abort' 2024-11-21T02:21:11,214 DEBUG [RS:0;5aee4e3683e9:41259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1515953070/online-snapshot/acquired' 2024-11-21T02:21:11,214 DEBUG [RS:0;5aee4e3683e9:41259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:21:11,215 INFO [RS:0;5aee4e3683e9:41259 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:21:11,215 INFO [RS:0;5aee4e3683e9:41259 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:21:11,315 INFO [RS:0;5aee4e3683e9:41259 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:21:11,316 INFO [RS:0;5aee4e3683e9:41259 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C41259%2C1732155669107, suffix=, logDir=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107, archiveDir=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/oldWALs, maxLogs=10 2024-11-21T02:21:11,332 DEBUG [RS:0;5aee4e3683e9:41259 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317, exclude list is [], retry=0 2024-11-21T02:21:11,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41579,DS-50cd6c7e-f02e-47dd-8462-437f0e07eddf,DISK] 2024-11-21T02:21:11,336 INFO [RS:0;5aee4e3683e9:41259 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 2024-11-21T02:21:11,343 DEBUG [RS:0;5aee4e3683e9:41259 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44899:44899)] 2024-11-21T02:21:11,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:21:11,351 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495 2024-11-21T02:21:11,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741833_1009 (size=32) 2024-11-21T02:21:11,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:11,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:21:11,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:21:11,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:11,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:11,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:21:11,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:21:11,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:11,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:11,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:21:11,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:21:11,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:11,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:11,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:21:11,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:21:11,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:11,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:11,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:21:11,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740 2024-11-21T02:21:11,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740 2024-11-21T02:21:11,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:21:11,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:21:11,367 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:21:11,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:21:11,371 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:11,371 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65195450, jitterRate=-0.02851209044456482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:21:11,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155671356Initializing all the Stores at 1732155671357 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155671357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155671357Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155671357Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155671357Cleaning up temporary data from old regions at 1732155671367 (+10 ms)Region opened successfully at 1732155671372 (+5 ms) 2024-11-21T02:21:11,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:21:11,372 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:21:11,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:21:11,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:21:11,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:21:11,372 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:21:11,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155671372Disabling compacts and flushes for region at 1732155671372Disabling writes for close at 1732155671372Writing region close event to WAL at 1732155671372Closed at 1732155671372 2024-11-21T02:21:11,373 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:11,373 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:21:11,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:21:11,374 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:21:11,375 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:21:11,526 DEBUG [5aee4e3683e9:35537 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:21:11,526 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,41259,1732155669107 2024-11-21T02:21:11,527 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,41259,1732155669107, state=OPENING 2024-11-21T02:21:11,538 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:21:11,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:11,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:11,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1515953070/meta-region-server: CHANGED 2024-11-21T02:21:11,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1515953070/meta-region-server: CHANGED 2024-11-21T02:21:11,695 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:21:11,695 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,41259,1732155669107}] 2024-11-21T02:21:11,847 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:21:11,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:21:11,851 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:21:11,852 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:11,852 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:21:11,853 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C41259%2C1732155669107.meta, suffix=.meta, logDir=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107, archiveDir=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/oldWALs, maxLogs=10 2024-11-21T02:21:11,871 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.meta.1732155671854.meta, exclude list is [], retry=0 2024-11-21T02:21:11,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41579,DS-50cd6c7e-f02e-47dd-8462-437f0e07eddf,DISK] 2024-11-21T02:21:11,874 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.meta.1732155671854.meta 2024-11-21T02:21:11,876 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44899:44899)] 2024-11-21T02:21:11,876 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:11,876 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:21:11,876 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:21:11,877 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:21:11,877 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:21:11,877 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:21:11,877 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:11,877 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:21:11,877 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:21:11,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:21:11,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:21:11,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:11,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:11,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:21:11,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:21:11,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:11,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:11,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:21:11,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:21:11,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:11,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:11,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:21:11,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:21:11,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:11,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:11,885 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:21:11,885 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740 2024-11-21T02:21:11,886 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740 2024-11-21T02:21:11,887 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:21:11,887 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:21:11,888 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:21:11,889 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:21:11,889 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63370123, jitterRate=-0.05571158230304718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:21:11,889 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:21:11,890 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155671877Writing region info on filesystem at 1732155671877Initializing all the Stores at 1732155671881 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155671881Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155671881Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155671881Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155671881Cleaning up temporary data from old regions at 1732155671887 (+6 ms)Running coprocessor post-open hooks at 1732155671889 (+2 ms)Region opened successfully at 1732155671890 (+1 ms) 2024-11-21T02:21:11,891 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155671847 2024-11-21T02:21:11,893 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:21:11,893 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:21:11,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,41259,1732155669107 2024-11-21T02:21:11,894 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,41259,1732155669107, state=OPEN 2024-11-21T02:21:11,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1515953070/meta-region-server 2024-11-21T02:21:11,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1515953070/meta-region-server 2024-11-21T02:21:11,906 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,41259,1732155669107 2024-11-21T02:21:11,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1515953070/meta-region-server: CHANGED 2024-11-21T02:21:11,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1515953070/meta-region-server: CHANGED 2024-11-21T02:21:11,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:21:11,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,41259,1732155669107 in 211 msec 2024-11-21T02:21:11,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:21:11,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-11-21T02:21:11,912 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:11,912 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:21:11,914 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:21:11,914 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,41259,1732155669107, seqNum=-1] 2024-11-21T02:21:11,915 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:21:11,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:21:11,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 993 msec 2024-11-21T02:21:11,924 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155671923, completionTime=-1 2024-11-21T02:21:11,924 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:21:11,924 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:21:11,926 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:21:11,926 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155731926 2024-11-21T02:21:11,926 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155791926 2024-11-21T02:21:11,926 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-21T02:21:11,927 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,35537,1732155668778-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,927 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,35537,1732155668778-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,927 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,35537,1732155668778-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,927 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:35537, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,927 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,928 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,931 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:21:11,934 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.703sec 2024-11-21T02:21:11,934 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:21:11,934 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:21:11,935 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:21:11,935 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:21:11,935 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:21:11,935 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,35537,1732155668778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:21:11,935 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,35537,1732155668778-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:21:11,938 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:21:11,938 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:21:11,938 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,35537,1732155668778-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:11,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db1d28a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:11,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,35537,-1 for getting cluster id 2024-11-21T02:21:11,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:11,991 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bcb5a7f-5603-4260-b3f7-f8d0edab4947' 2024-11-21T02:21:11,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:11,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bcb5a7f-5603-4260-b3f7-f8d0edab4947" 2024-11-21T02:21:11,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcf15b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:11,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,35537,-1] 2024-11-21T02:21:11,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:11,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:11,994 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:11,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ffc951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:11,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:21:11,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,41259,1732155669107, seqNum=-1] 2024-11-21T02:21:11,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:21:11,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:21:11,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,35537,1732155668778 2024-11-21T02:21:12,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55392 2024-11-21T02:21:12,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:21:12,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b31eb430002 connected 2024-11-21T02:21:12,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/hadoop.log.dir so I do NOT create it in target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb 2024-11-21T02:21:12,024 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:21:12,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/hadoop.tmp.dir so I do NOT create it in target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb 2024-11-21T02:21:12,024 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:21:12,025 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb 2024-11-21T02:21:12,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:21:12,025 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/cluster_b727913f-9f3d-2e69-40c6-5a32bcaaa0e1, deleteOnExit=true 2024-11-21T02:21:12,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:21:12,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/test.cache.data in system properties and HBase conf 2024-11-21T02:21:12,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:21:12,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:21:12,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:21:12,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:21:12,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:21:12,026 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:21:12,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:21:12,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:21:12,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:21:12,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:21:12,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:21:12,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:21:12,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:21:12,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:21:12,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:21:12,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:21:12,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:21:12,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:21:12,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:21:12,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:21:12,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:21:12,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:21:12,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:21:12,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:21:12,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:21:12,428 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:21:12,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@193ce8df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:21:12,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@647fb346{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:21:12,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f1db2a3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/java.io.tmpdir/jetty-localhost-38909-hadoop-hdfs-3_4_1-tests_jar-_-any-3003192460839066713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:21:12,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@188ace22{HTTP/1.1, (http/1.1)}{localhost:38909} 2024-11-21T02:21:12,574 INFO [Time-limited test {}] server.Server(415): Started @215838ms 2024-11-21T02:21:12,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:21:12,957 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:21:12,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:21:12,958 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:21:12,958 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:21:12,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49730d8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:21:12,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54bf6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:21:13,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f6c36e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/java.io.tmpdir/jetty-localhost-32885-hadoop-hdfs-3_4_1-tests_jar-_-any-5661679956987615791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:21:13,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ca9f6d1{HTTP/1.1, (http/1.1)}{localhost:32885} 2024-11-21T02:21:13,057 INFO [Time-limited test {}] server.Server(415): Started @216320ms 2024-11-21T02:21:13,058 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:21:13,756 WARN [Thread-2313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/cluster_b727913f-9f3d-2e69-40c6-5a32bcaaa0e1/data/data1/current/BP-436090455-172.17.0.2-1732155672049/current, will proceed with Du for space computation calculation, 2024-11-21T02:21:13,756 WARN [Thread-2314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/cluster_b727913f-9f3d-2e69-40c6-5a32bcaaa0e1/data/data2/current/BP-436090455-172.17.0.2-1732155672049/current, will proceed with Du for space computation calculation, 2024-11-21T02:21:13,784 WARN [Thread-2301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:21:13,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c43b1fa48acb3aa with lease ID 0xdb7e4fdd1eca5cf9: Processing first storage report for DS-502815dc-80c4-492d-893f-aeb7241c7ff7 from datanode DatanodeRegistration(127.0.0.1:45265, datanodeUuid=830d720b-3e0e-432b-9568-697a4984bd0e, infoPort=44523, infoSecurePort=0, ipcPort=38987, storageInfo=lv=-57;cid=testClusterID;nsid=1322920935;c=1732155672049) 2024-11-21T02:21:13,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c43b1fa48acb3aa with lease ID 0xdb7e4fdd1eca5cf9: from storage DS-502815dc-80c4-492d-893f-aeb7241c7ff7 node DatanodeRegistration(127.0.0.1:45265, datanodeUuid=830d720b-3e0e-432b-9568-697a4984bd0e, infoPort=44523, infoSecurePort=0, ipcPort=38987, storageInfo=lv=-57;cid=testClusterID;nsid=1322920935;c=1732155672049), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:21:13,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c43b1fa48acb3aa with lease ID 0xdb7e4fdd1eca5cf9: Processing first storage report for DS-77d587c1-6211-479b-916a-fc4f496e1c9b from datanode DatanodeRegistration(127.0.0.1:45265, datanodeUuid=830d720b-3e0e-432b-9568-697a4984bd0e, infoPort=44523, infoSecurePort=0, ipcPort=38987, storageInfo=lv=-57;cid=testClusterID;nsid=1322920935;c=1732155672049) 2024-11-21T02:21:13,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c43b1fa48acb3aa with lease ID 0xdb7e4fdd1eca5cf9: from storage DS-77d587c1-6211-479b-916a-fc4f496e1c9b node DatanodeRegistration(127.0.0.1:45265, datanodeUuid=830d720b-3e0e-432b-9568-697a4984bd0e, infoPort=44523, infoSecurePort=0, ipcPort=38987, storageInfo=lv=-57;cid=testClusterID;nsid=1322920935;c=1732155672049), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:21:13,803 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb 2024-11-21T02:21:13,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:13,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:13,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:21:14,233 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8 with version=8 2024-11-21T02:21:14,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/hbase-staging 2024-11-21T02:21:14,235 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:21:14,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:14,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:14,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:21:14,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:14,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:21:14,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:21:14,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:21:14,237 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46149 2024-11-21T02:21:14,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46149 connecting to ZooKeeper ensemble=127.0.0.1:55392 2024-11-21T02:21:14,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461490x0, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:21:14,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46149-0x1015b31eb430003 connected 2024-11-21T02:21:14,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:14,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:14,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Set watcher on znode that does not yet exist, /1-731962290/running 2024-11-21T02:21:14,862 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8, hbase.cluster.distributed=false 2024-11-21T02:21:14,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Set watcher on znode that does not yet exist, /1-731962290/acl 2024-11-21T02:21:14,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46149 2024-11-21T02:21:14,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46149 2024-11-21T02:21:14,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46149 2024-11-21T02:21:14,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46149 2024-11-21T02:21:14,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46149 2024-11-21T02:21:14,884 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:21:14,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:14,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:14,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:21:14,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:14,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:21:14,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:21:14,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:21:14,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37729 2024-11-21T02:21:14,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37729 connecting to ZooKeeper ensemble=127.0.0.1:55392 2024-11-21T02:21:14,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:14,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:14,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377290x0, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:21:14,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37729-0x1015b31eb430004 connected 2024-11-21T02:21:14,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Set watcher on znode that does not yet exist, /1-731962290/running 2024-11-21T02:21:14,957 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:21:14,957 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:21:14,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Set watcher on znode that does not yet exist, /1-731962290/master 2024-11-21T02:21:14,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Set watcher on znode that does not yet exist, /1-731962290/acl 2024-11-21T02:21:14,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37729 2024-11-21T02:21:14,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37729 2024-11-21T02:21:14,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37729 2024-11-21T02:21:14,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37729 2024-11-21T02:21:14,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37729 2024-11-21T02:21:14,981 DEBUG [M:0;5aee4e3683e9:46149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:46149 2024-11-21T02:21:14,984 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-731962290/backup-masters/5aee4e3683e9,46149,1732155674235 2024-11-21T02:21:15,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290/backup-masters 2024-11-21T02:21:15,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290/backup-masters 2024-11-21T02:21:15,042 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Set watcher on existing znode=/1-731962290/backup-masters/5aee4e3683e9,46149,1732155674235 2024-11-21T02:21:15,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:15,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-731962290/master 2024-11-21T02:21:15,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:15,132 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Set watcher on existing znode=/1-731962290/master 2024-11-21T02:21:15,135 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-731962290/backup-masters/5aee4e3683e9,46149,1732155674235 from backup master directory 2024-11-21T02:21:15,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-731962290/backup-masters/5aee4e3683e9,46149,1732155674235 2024-11-21T02:21:15,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290/backup-masters 2024-11-21T02:21:15,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290/backup-masters 2024-11-21T02:21:15,209 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:21:15,209 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,46149,1732155674235 2024-11-21T02:21:15,212 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/hbase.id] with ID: 42cd7254-d1fd-473d-9c71-86f045acf751 2024-11-21T02:21:15,212 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/.tmp/hbase.id 2024-11-21T02:21:15,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:21:15,229 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/.tmp/hbase.id]:[hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/hbase.id] 2024-11-21T02:21:15,252 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:15,252 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:21:15,254 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T02:21:15,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:15,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:15,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:21:15,819 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:21:15,820 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:21:15,824 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:15,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:21:15,860 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store 2024-11-21T02:21:15,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:21:16,302 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:16,303 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:21:16,303 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:16,303 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:16,303 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:21:16,303 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:16,303 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:16,303 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155676302Disabling compacts and flushes for region at 1732155676302Disabling writes for close at 1732155676303 (+1 ms)Writing region close event to WAL at 1732155676303Closed at 1732155676303 2024-11-21T02:21:16,303 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/.initializing 2024-11-21T02:21:16,303 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/WALs/5aee4e3683e9,46149,1732155674235 2024-11-21T02:21:16,304 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:21:16,305 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C46149%2C1732155674235, suffix=, logDir=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/WALs/5aee4e3683e9,46149,1732155674235, archiveDir=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/oldWALs, maxLogs=10 2024-11-21T02:21:16,317 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/WALs/5aee4e3683e9,46149,1732155674235/5aee4e3683e9%2C46149%2C1732155674235.1732155676305, exclude list is [], retry=0 2024-11-21T02:21:16,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-502815dc-80c4-492d-893f-aeb7241c7ff7,DISK] 2024-11-21T02:21:16,321 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/WALs/5aee4e3683e9,46149,1732155674235/5aee4e3683e9%2C46149%2C1732155674235.1732155676305 2024-11-21T02:21:16,321 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44523:44523)] 2024-11-21T02:21:16,321 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:16,321 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:16,321 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:16,321 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:16,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:16,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:21:16,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:16,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:16,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:16,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:21:16,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:16,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:16,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:16,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:21:16,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:16,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:16,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:16,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:21:16,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:16,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:16,327 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:16,328 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:16,328 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:16,329 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:16,329 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:16,329 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:21:16,330 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:16,331 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:16,331 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73022517, jitterRate=0.08812029659748077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:21:16,331 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155676321Initializing all the Stores at 1732155676322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155676322Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155676322Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155676322Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155676322Cleaning up temporary data from old regions at 1732155676329 (+7 ms)Region opened successfully at 1732155676331 (+2 ms) 2024-11-21T02:21:16,331 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:21:16,333 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f03a96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:21:16,334 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:21:16,334 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:21:16,334 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:21:16,334 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:21:16,335 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:21:16,335 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:21:16,335 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:21:16,337 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:21:16,338 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Unable to get data of znode /1-731962290/balancer because node does not exist (not necessarily an error) 2024-11-21T02:21:16,418 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-731962290/balancer already deleted, retry=false 2024-11-21T02:21:16,419 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:21:16,419 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Unable to get data of znode /1-731962290/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:21:16,503 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-731962290/normalizer already deleted, retry=false 2024-11-21T02:21:16,503 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:21:16,504 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Unable to get data of znode /1-731962290/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:21:16,577 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-731962290/switch/split already deleted, retry=false 2024-11-21T02:21:16,578 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Unable to get data of znode /1-731962290/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:21:16,683 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-731962290/switch/merge already deleted, retry=false 2024-11-21T02:21:16,685 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Unable to get data of znode /1-731962290/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:21:16,762 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-731962290/snapshot-cleanup already deleted, retry=false 2024-11-21T02:21:16,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-731962290/running 2024-11-21T02:21:16,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-731962290/running 2024-11-21T02:21:16,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:16,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:16,866 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,46149,1732155674235, sessionid=0x1015b31eb430003, setting cluster-up flag (Was=false) 2024-11-21T02:21:17,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:17,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:17,383 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:21:17,396 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-731962290/flush-table-proc/acquired, /1-731962290/flush-table-proc/reached, /1-731962290/flush-table-proc/abort 2024-11-21T02:21:17,398 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,46149,1732155674235 2024-11-21T02:21:17,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:17,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:17,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:17,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:17,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:17,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:17,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:17,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:17,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:17,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:17,452 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:21:17,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:21:17,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T02:21:17,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:21:17,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T02:21:17,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:21:17,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T02:21:17,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:21:17,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T02:21:17,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:17,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:17,894 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-731962290/online-snapshot/acquired, /1-731962290/online-snapshot/reached, /1-731962290/online-snapshot/abort 2024-11-21T02:21:17,895 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,46149,1732155674235 2024-11-21T02:21:17,896 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:21:17,901 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:17,902 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:21:17,902 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:21:17,902 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,46149,1732155674235 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:21:17,903 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:17,903 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:17,903 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:17,903 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:17,903 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:21:17,903 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:17,903 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:21:17,903 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:17,905 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:17,905 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:21:17,906 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:17,906 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:21:17,912 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155707911 2024-11-21T02:21:17,912 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:21:17,912 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:21:17,912 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:21:17,912 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:21:17,912 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:21:17,912 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:21:17,915 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:17,920 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:21:17,920 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:21:17,921 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:21:17,921 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:21:17,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:21:17,923 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:21:17,923 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8 2024-11-21T02:21:17,925 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:21:17,925 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:21:17,925 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155677925,5,FailOnTimeoutGroup] 2024-11-21T02:21:17,925 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155677925,5,FailOnTimeoutGroup] 2024-11-21T02:21:17,925 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:17,925 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:21:17,925 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:17,925 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:17,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:21:17,977 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(746): ClusterId : 42cd7254-d1fd-473d-9c71-86f045acf751 2024-11-21T02:21:17,977 DEBUG [RS:0;5aee4e3683e9:37729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:21:17,991 DEBUG [RS:0;5aee4e3683e9:37729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:21:17,991 DEBUG [RS:0;5aee4e3683e9:37729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:21:18,001 DEBUG [RS:0;5aee4e3683e9:37729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:21:18,002 DEBUG [RS:0;5aee4e3683e9:37729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6a663f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:21:18,011 DEBUG [RS:0;5aee4e3683e9:37729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:37729 2024-11-21T02:21:18,011 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:21:18,011 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:21:18,011 DEBUG [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:21:18,012 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,46149,1732155674235 with port=37729, startcode=1732155674884 2024-11-21T02:21:18,012 DEBUG [RS:0;5aee4e3683e9:37729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:21:18,013 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:21:18,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,37729,1732155674884 2024-11-21T02:21:18,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46149 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,37729,1732155674884 2024-11-21T02:21:18,015 DEBUG [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8 2024-11-21T02:21:18,015 DEBUG [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42999 2024-11-21T02:21:18,015 DEBUG [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:21:18,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290/rs 2024-11-21T02:21:18,076 DEBUG [RS:0;5aee4e3683e9:37729 {}] zookeeper.ZKUtil(111): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Set watcher on existing znode=/1-731962290/rs/5aee4e3683e9,37729,1732155674884 2024-11-21T02:21:18,076 WARN [RS:0;5aee4e3683e9:37729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:21:18,076 INFO [RS:0;5aee4e3683e9:37729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:18,076 DEBUG [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884 2024-11-21T02:21:18,076 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,37729,1732155674884] 2024-11-21T02:21:18,078 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:21:18,079 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:21:18,080 INFO [RS:0;5aee4e3683e9:37729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:21:18,080 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,080 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:21:18,080 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:21:18,081 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,081 DEBUG [RS:0;5aee4e3683e9:37729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:18,081 DEBUG [RS:0;5aee4e3683e9:37729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:18,081 DEBUG [RS:0;5aee4e3683e9:37729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:18,081 DEBUG [RS:0;5aee4e3683e9:37729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:18,081 DEBUG [RS:0;5aee4e3683e9:37729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:18,081 DEBUG [RS:0;5aee4e3683e9:37729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:21:18,081 DEBUG [RS:0;5aee4e3683e9:37729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:18,081 DEBUG [RS:0;5aee4e3683e9:37729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:18,081 DEBUG [RS:0;5aee4e3683e9:37729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:18,081 DEBUG [RS:0;5aee4e3683e9:37729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:18,081 DEBUG [RS:0;5aee4e3683e9:37729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:18,081 DEBUG [RS:0;5aee4e3683e9:37729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:18,081 DEBUG [RS:0;5aee4e3683e9:37729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:21:18,081 DEBUG [RS:0;5aee4e3683e9:37729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:21:18,082 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,082 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,082 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,082 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,082 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,082 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37729,1732155674884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:21:18,100 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:21:18,100 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37729,1732155674884-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,100 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,100 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.Replication(171): 5aee4e3683e9,37729,1732155674884 started 2024-11-21T02:21:18,117 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,117 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,37729,1732155674884, RpcServer on 5aee4e3683e9/172.17.0.2:37729, sessionid=0x1015b31eb430004 2024-11-21T02:21:18,117 DEBUG [RS:0;5aee4e3683e9:37729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:21:18,117 DEBUG [RS:0;5aee4e3683e9:37729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,37729,1732155674884 2024-11-21T02:21:18,117 DEBUG [RS:0;5aee4e3683e9:37729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,37729,1732155674884' 2024-11-21T02:21:18,117 DEBUG [RS:0;5aee4e3683e9:37729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-731962290/flush-table-proc/abort' 2024-11-21T02:21:18,117 DEBUG [RS:0;5aee4e3683e9:37729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-731962290/flush-table-proc/acquired' 2024-11-21T02:21:18,118 DEBUG [RS:0;5aee4e3683e9:37729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:21:18,118 DEBUG [RS:0;5aee4e3683e9:37729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:21:18,118 DEBUG [RS:0;5aee4e3683e9:37729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,37729,1732155674884 2024-11-21T02:21:18,118 DEBUG [RS:0;5aee4e3683e9:37729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,37729,1732155674884' 2024-11-21T02:21:18,118 DEBUG [RS:0;5aee4e3683e9:37729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-731962290/online-snapshot/abort' 2024-11-21T02:21:18,118 DEBUG [RS:0;5aee4e3683e9:37729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-731962290/online-snapshot/acquired' 2024-11-21T02:21:18,118 DEBUG [RS:0;5aee4e3683e9:37729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:21:18,118 INFO [RS:0;5aee4e3683e9:37729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:21:18,118 INFO [RS:0;5aee4e3683e9:37729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:21:18,219 INFO [RS:0;5aee4e3683e9:37729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:21:18,220 INFO [RS:0;5aee4e3683e9:37729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C37729%2C1732155674884, suffix=, logDir=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884, archiveDir=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/oldWALs, maxLogs=10 2024-11-21T02:21:18,238 DEBUG [RS:0;5aee4e3683e9:37729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221, exclude list is [], retry=0 2024-11-21T02:21:18,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-502815dc-80c4-492d-893f-aeb7241c7ff7,DISK] 2024-11-21T02:21:18,253 INFO [RS:0;5aee4e3683e9:37729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 2024-11-21T02:21:18,253 DEBUG [RS:0;5aee4e3683e9:37729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44523:44523)] 2024-11-21T02:21:18,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:18,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:21:18,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:21:18,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:18,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:18,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:21:18,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:21:18,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:18,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:18,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:21:18,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:21:18,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:18,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:18,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:21:18,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:21:18,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:18,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:18,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:21:18,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740 2024-11-21T02:21:18,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740 2024-11-21T02:21:18,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:21:18,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:21:18,345 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:21:18,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:21:18,349 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:18,349 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64889991, jitterRate=-0.03306378424167633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:21:18,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155678335Initializing all the Stores at 1732155678336 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155678336Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155678336Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155678336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155678336Cleaning up temporary data from old regions at 1732155678345 (+9 ms)Region opened successfully at 1732155678349 (+4 ms) 2024-11-21T02:21:18,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:21:18,349 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:21:18,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:21:18,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:21:18,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:21:18,350 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:21:18,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155678349Disabling compacts and flushes for region at 1732155678349Disabling writes for close at 1732155678349Writing region close event to WAL at 1732155678350 (+1 ms)Closed at 1732155678350 2024-11-21T02:21:18,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:18,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:21:18,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:21:18,352 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:21:18,353 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:21:18,504 DEBUG [5aee4e3683e9:46149 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:21:18,504 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,37729,1732155674884 2024-11-21T02:21:18,505 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,37729,1732155674884, state=OPENING 2024-11-21T02:21:18,548 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:21:18,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:18,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-731962290/meta-region-server: CHANGED 2024-11-21T02:21:18,561 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:21:18,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:18,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,37729,1732155674884}] 2024-11-21T02:21:18,562 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-731962290/meta-region-server: CHANGED 2024-11-21T02:21:18,714 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:21:18,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:21:18,717 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:21:18,717 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:18,718 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:21:18,719 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C37729%2C1732155674884.meta, suffix=.meta, logDir=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884, archiveDir=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/oldWALs, maxLogs=10 2024-11-21T02:21:18,734 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.meta.1732155678719.meta, exclude list is [], retry=0 2024-11-21T02:21:18,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-502815dc-80c4-492d-893f-aeb7241c7ff7,DISK] 2024-11-21T02:21:18,737 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.meta.1732155678719.meta 2024-11-21T02:21:18,737 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44523:44523)] 2024-11-21T02:21:18,737 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:18,737 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:21:18,737 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:21:18,737 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:21:18,737 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:21:18,738 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:21:18,738 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:18,738 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:21:18,738 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:21:18,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:21:18,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:21:18,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:18,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:18,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:21:18,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:21:18,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:18,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:18,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:21:18,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:21:18,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:18,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:18,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:21:18,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:21:18,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:18,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:18,742 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:21:18,743 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740 2024-11-21T02:21:18,743 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740 2024-11-21T02:21:18,744 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:21:18,744 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:21:18,744 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:21:18,745 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:21:18,746 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69337097, jitterRate=0.033203259110450745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:21:18,746 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:21:18,746 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155678738Writing region info on filesystem at 1732155678738Initializing all the Stores at 1732155678738Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155678738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155678739 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155678739Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155678739Cleaning up temporary data from old regions at 1732155678744 (+5 ms)Running coprocessor post-open hooks at 1732155678746 (+2 ms)Region opened successfully at 1732155678746 2024-11-21T02:21:18,746 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155678713 2024-11-21T02:21:18,748 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:21:18,748 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:21:18,748 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,37729,1732155674884 2024-11-21T02:21:18,749 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,37729,1732155674884, state=OPEN 2024-11-21T02:21:18,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-731962290/meta-region-server 2024-11-21T02:21:18,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-731962290/meta-region-server 2024-11-21T02:21:18,811 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,37729,1732155674884 2024-11-21T02:21:18,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-731962290/meta-region-server: CHANGED 2024-11-21T02:21:18,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-731962290/meta-region-server: CHANGED 2024-11-21T02:21:18,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:21:18,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,37729,1732155674884 in 250 msec 2024-11-21T02:21:18,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:21:18,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-21T02:21:18,815 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:18,815 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:21:18,816 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:21:18,816 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37729,1732155674884, seqNum=-1] 2024-11-21T02:21:18,816 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:21:18,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:21:18,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 920 msec 2024-11-21T02:21:18,821 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155678821, completionTime=-1 2024-11-21T02:21:18,821 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:21:18,821 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:21:18,823 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:21:18,823 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155738823 2024-11-21T02:21:18,823 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155798823 2024-11-21T02:21:18,823 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-21T02:21:18,824 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46149,1732155674235-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,824 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46149,1732155674235-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,824 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46149,1732155674235-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,824 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:46149, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,824 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,824 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,825 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:21:18,827 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.618sec 2024-11-21T02:21:18,827 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:21:18,827 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:21:18,827 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:21:18,827 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:21:18,827 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:21:18,827 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46149,1732155674235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:21:18,827 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46149,1732155674235-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:21:18,829 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:21:18,829 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:21:18,829 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46149,1732155674235-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:18,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c74e59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:18,877 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46149,-1 for getting cluster id 2024-11-21T02:21:18,877 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:18,877 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42cd7254-d1fd-473d-9c71-86f045acf751' 2024-11-21T02:21:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42cd7254-d1fd-473d-9c71-86f045acf751" 2024-11-21T02:21:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f544b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46149,-1] 2024-11-21T02:21:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:18,879 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:18,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9d3740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:18,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:21:18,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37729,1732155674884, seqNum=-1] 2024-11-21T02:21:18,881 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:21:18,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:21:18,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,46149,1732155674235 2024-11-21T02:21:18,884 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55392 2024-11-21T02:21:18,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:21:18,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b31eb430005 connected 2024-11-21T02:21:18,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:21:18,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,35537,1732155668778 2024-11-21T02:21:18,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7286be51 2024-11-21T02:21:18,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:21:18,910 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:21:18,910 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:21:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T02:21:18,912 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:21:18,912 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:18,912 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T02:21:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:18,914 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:21:18,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741835_1011 (size=902) 2024-11-21T02:21:18,920 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e1f7011113155b3a80c3332ae6625f7, NAME => 'test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495 2024-11-21T02:21:18,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741836_1012 (size=39) 2024-11-21T02:21:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:19,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:19,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2e1f7011113155b3a80c3332ae6625f7, disabling compactions & flushes 2024-11-21T02:21:19,326 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7. 2024-11-21T02:21:19,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7. 2024-11-21T02:21:19,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7. after waiting 0 ms 2024-11-21T02:21:19,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7. 2024-11-21T02:21:19,326 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7. 2024-11-21T02:21:19,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e1f7011113155b3a80c3332ae6625f7: Waiting for close lock at 1732155679326Disabling compacts and flushes for region at 1732155679326Disabling writes for close at 1732155679326Writing region close event to WAL at 1732155679326Closed at 1732155679326 2024-11-21T02:21:19,328 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:21:19,328 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732155679328"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155679328"}]},"ts":"1732155679328"} 2024-11-21T02:21:19,330 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:21:19,331 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:21:19,332 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155679331"}]},"ts":"1732155679331"} 2024-11-21T02:21:19,334 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T02:21:19,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2e1f7011113155b3a80c3332ae6625f7, ASSIGN}] 2024-11-21T02:21:19,335 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2e1f7011113155b3a80c3332ae6625f7, ASSIGN 2024-11-21T02:21:19,336 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2e1f7011113155b3a80c3332ae6625f7, ASSIGN; state=OFFLINE, location=5aee4e3683e9,41259,1732155669107; forceNewPlan=false, retain=false 2024-11-21T02:21:19,486 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e1f7011113155b3a80c3332ae6625f7, regionState=OPENING, regionLocation=5aee4e3683e9,41259,1732155669107 2024-11-21T02:21:19,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2e1f7011113155b3a80c3332ae6625f7, ASSIGN because future has completed 2024-11-21T02:21:19,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e1f7011113155b3a80c3332ae6625f7, server=5aee4e3683e9,41259,1732155669107}] 2024-11-21T02:21:19,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:19,646 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7. 2024-11-21T02:21:19,646 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e1f7011113155b3a80c3332ae6625f7, NAME => 'test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:19,646 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:21:19,646 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T02:21:19,646 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:19,646 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:19,647 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:19,647 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:19,648 INFO [StoreOpener-2e1f7011113155b3a80c3332ae6625f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:19,649 INFO [StoreOpener-2e1f7011113155b3a80c3332ae6625f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e1f7011113155b3a80c3332ae6625f7 columnFamilyName f 2024-11-21T02:21:19,649 DEBUG [StoreOpener-2e1f7011113155b3a80c3332ae6625f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:19,649 INFO [StoreOpener-2e1f7011113155b3a80c3332ae6625f7-1 {}] regionserver.HStore(327): Store=2e1f7011113155b3a80c3332ae6625f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:19,649 INFO [StoreOpener-2e1f7011113155b3a80c3332ae6625f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:19,650 INFO [StoreOpener-2e1f7011113155b3a80c3332ae6625f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e1f7011113155b3a80c3332ae6625f7 columnFamilyName f1 2024-11-21T02:21:19,650 DEBUG [StoreOpener-2e1f7011113155b3a80c3332ae6625f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:19,651 INFO [StoreOpener-2e1f7011113155b3a80c3332ae6625f7-1 {}] regionserver.HStore(327): Store=2e1f7011113155b3a80c3332ae6625f7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:19,651 INFO [StoreOpener-2e1f7011113155b3a80c3332ae6625f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:19,651 INFO [StoreOpener-2e1f7011113155b3a80c3332ae6625f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e1f7011113155b3a80c3332ae6625f7 columnFamilyName norep 2024-11-21T02:21:19,651 DEBUG [StoreOpener-2e1f7011113155b3a80c3332ae6625f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:19,652 INFO [StoreOpener-2e1f7011113155b3a80c3332ae6625f7-1 {}] regionserver.HStore(327): Store=2e1f7011113155b3a80c3332ae6625f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:19,652 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:19,652 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:19,653 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:19,653 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:19,653 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:19,654 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:21:19,655 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:19,656 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:19,657 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2e1f7011113155b3a80c3332ae6625f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66651040, jitterRate=-0.006822109222412109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:21:19,657 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:19,658 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2e1f7011113155b3a80c3332ae6625f7: Running coprocessor pre-open hook at 1732155679647Writing region info on filesystem at 1732155679647Initializing all the Stores at 1732155679647Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155679647Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155679648 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155679648Cleaning up temporary data from old regions at 1732155679653 (+5 ms)Running coprocessor post-open hooks at 1732155679657 (+4 ms)Region opened successfully at 1732155679658 (+1 ms) 2024-11-21T02:21:19,658 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7., pid=6, masterSystemTime=1732155679640 2024-11-21T02:21:19,660 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7. 2024-11-21T02:21:19,661 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7. 2024-11-21T02:21:19,661 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2e1f7011113155b3a80c3332ae6625f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5aee4e3683e9,41259,1732155669107 2024-11-21T02:21:19,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e1f7011113155b3a80c3332ae6625f7, server=5aee4e3683e9,41259,1732155669107 because future has completed 2024-11-21T02:21:19,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:21:19,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e1f7011113155b3a80c3332ae6625f7, server=5aee4e3683e9,41259,1732155669107 in 181 msec 2024-11-21T02:21:19,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:21:19,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2e1f7011113155b3a80c3332ae6625f7, ASSIGN in 337 msec 2024-11-21T02:21:19,675 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:21:19,675 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155679675"}]},"ts":"1732155679675"} 2024-11-21T02:21:19,677 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T02:21:19,678 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:21:19,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-21T02:21:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:20,050 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T02:21:20,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:21:20,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,46149,1732155674235 2024-11-21T02:21:20,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bb99ad3 2024-11-21T02:21:20,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:21:20,051 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:21:20,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:21:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T02:21:20,054 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:21:20,054 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:20,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T02:21:20,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:20,055 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:21:20,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741835_1011 (size=902) 2024-11-21T02:21:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:20,461 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c2dfedd78879753301b08934dcacbbd, NAME => 'test,,1732155680052.1c2dfedd78879753301b08934dcacbbd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8 2024-11-21T02:21:20,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741836_1012 (size=39) 2024-11-21T02:21:20,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732155680052.1c2dfedd78879753301b08934dcacbbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:20,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1c2dfedd78879753301b08934dcacbbd, disabling compactions & flushes 2024-11-21T02:21:20,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732155680052.1c2dfedd78879753301b08934dcacbbd. 2024-11-21T02:21:20,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155680052.1c2dfedd78879753301b08934dcacbbd. 2024-11-21T02:21:20,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732155680052.1c2dfedd78879753301b08934dcacbbd. after waiting 0 ms 2024-11-21T02:21:20,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732155680052.1c2dfedd78879753301b08934dcacbbd. 2024-11-21T02:21:20,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732155680052.1c2dfedd78879753301b08934dcacbbd. 2024-11-21T02:21:20,473 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c2dfedd78879753301b08934dcacbbd: Waiting for close lock at 1732155680473Disabling compacts and flushes for region at 1732155680473Disabling writes for close at 1732155680473Writing region close event to WAL at 1732155680473Closed at 1732155680473 2024-11-21T02:21:20,474 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:21:20,475 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732155680052.1c2dfedd78879753301b08934dcacbbd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732155680474"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155680474"}]},"ts":"1732155680474"} 2024-11-21T02:21:20,477 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:21:20,478 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:21:20,478 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155680478"}]},"ts":"1732155680478"} 2024-11-21T02:21:20,480 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T02:21:20,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c2dfedd78879753301b08934dcacbbd, ASSIGN}] 2024-11-21T02:21:20,481 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c2dfedd78879753301b08934dcacbbd, ASSIGN 2024-11-21T02:21:20,482 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1c2dfedd78879753301b08934dcacbbd, ASSIGN; state=OFFLINE, location=5aee4e3683e9,37729,1732155674884; forceNewPlan=false, retain=false 2024-11-21T02:21:20,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c2dfedd78879753301b08934dcacbbd, regionState=OPENING, regionLocation=5aee4e3683e9,37729,1732155674884 2024-11-21T02:21:20,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1c2dfedd78879753301b08934dcacbbd, ASSIGN because future has completed 2024-11-21T02:21:20,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c2dfedd78879753301b08934dcacbbd, server=5aee4e3683e9,37729,1732155674884}] 2024-11-21T02:21:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:20,794 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732155680052.1c2dfedd78879753301b08934dcacbbd. 2024-11-21T02:21:20,794 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c2dfedd78879753301b08934dcacbbd, NAME => 'test,,1732155680052.1c2dfedd78879753301b08934dcacbbd.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:20,794 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:21:20,794 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T02:21:20,795 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:20,795 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732155680052.1c2dfedd78879753301b08934dcacbbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:20,795 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:20,795 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:20,796 INFO [StoreOpener-1c2dfedd78879753301b08934dcacbbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:20,797 INFO [StoreOpener-1c2dfedd78879753301b08934dcacbbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c2dfedd78879753301b08934dcacbbd columnFamilyName f 2024-11-21T02:21:20,797 DEBUG [StoreOpener-1c2dfedd78879753301b08934dcacbbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:20,800 INFO [StoreOpener-1c2dfedd78879753301b08934dcacbbd-1 {}] regionserver.HStore(327): Store=1c2dfedd78879753301b08934dcacbbd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:20,800 INFO [StoreOpener-1c2dfedd78879753301b08934dcacbbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:20,805 INFO [StoreOpener-1c2dfedd78879753301b08934dcacbbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c2dfedd78879753301b08934dcacbbd columnFamilyName f1 2024-11-21T02:21:20,805 DEBUG [StoreOpener-1c2dfedd78879753301b08934dcacbbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:20,806 INFO [StoreOpener-1c2dfedd78879753301b08934dcacbbd-1 {}] regionserver.HStore(327): Store=1c2dfedd78879753301b08934dcacbbd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:20,806 INFO [StoreOpener-1c2dfedd78879753301b08934dcacbbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:20,809 INFO [StoreOpener-1c2dfedd78879753301b08934dcacbbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c2dfedd78879753301b08934dcacbbd columnFamilyName norep 2024-11-21T02:21:20,809 DEBUG [StoreOpener-1c2dfedd78879753301b08934dcacbbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:20,809 INFO [StoreOpener-1c2dfedd78879753301b08934dcacbbd-1 {}] regionserver.HStore(327): Store=1c2dfedd78879753301b08934dcacbbd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:20,809 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:20,810 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:20,810 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:20,811 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:20,811 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:20,812 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:21:20,813 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:20,815 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:20,815 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1c2dfedd78879753301b08934dcacbbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63754443, jitterRate=-0.04998476803302765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:21:20,815 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:20,815 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1c2dfedd78879753301b08934dcacbbd: Running coprocessor pre-open hook at 1732155680795Writing region info on filesystem at 1732155680795Initializing all the Stores at 1732155680796 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155680796Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155680796Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155680796Cleaning up temporary data from old regions at 1732155680811 (+15 ms)Running coprocessor post-open hooks at 1732155680815 (+4 ms)Region opened successfully at 1732155680815 2024-11-21T02:21:20,816 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732155680052.1c2dfedd78879753301b08934dcacbbd., pid=6, masterSystemTime=1732155680789 2024-11-21T02:21:20,820 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732155680052.1c2dfedd78879753301b08934dcacbbd. 2024-11-21T02:21:20,820 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732155680052.1c2dfedd78879753301b08934dcacbbd. 2024-11-21T02:21:20,821 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c2dfedd78879753301b08934dcacbbd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5aee4e3683e9,37729,1732155674884 2024-11-21T02:21:20,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c2dfedd78879753301b08934dcacbbd, server=5aee4e3683e9,37729,1732155674884 because future has completed 2024-11-21T02:21:20,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:21:20,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c2dfedd78879753301b08934dcacbbd, server=5aee4e3683e9,37729,1732155674884 in 207 msec 2024-11-21T02:21:20,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:21:20,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1c2dfedd78879753301b08934dcacbbd, ASSIGN in 373 msec 2024-11-21T02:21:20,856 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:21:20,856 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155680856"}]},"ts":"1732155680856"} 2024-11-21T02:21:20,858 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T02:21:20,859 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:21:20,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 807 msec 2024-11-21T02:21:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:21,189 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T02:21:21,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23021622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:21,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,35537,-1 for getting cluster id 2024-11-21T02:21:21,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:21,190 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bcb5a7f-5603-4260-b3f7-f8d0edab4947' 2024-11-21T02:21:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:21,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bcb5a7f-5603-4260-b3f7-f8d0edab4947" 2024-11-21T02:21:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2495a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,35537,-1] 2024-11-21T02:21:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:21,192 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1082be27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:21,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4e6227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:21,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46149,-1 for getting cluster id 2024-11-21T02:21:21,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:21,194 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42cd7254-d1fd-473d-9c71-86f045acf751' 2024-11-21T02:21:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42cd7254-d1fd-473d-9c71-86f045acf751" 2024-11-21T02:21:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6777361c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46149,-1] 2024-11-21T02:21:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:21,195 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:21,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1adfd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:21,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bdb32a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:21,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,35537,-1 for getting cluster id 2024-11-21T02:21:21,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:21,202 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bcb5a7f-5603-4260-b3f7-f8d0edab4947' 2024-11-21T02:21:21,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:21,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bcb5a7f-5603-4260-b3f7-f8d0edab4947" 2024-11-21T02:21:21,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3769f143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:21,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,35537,-1] 2024-11-21T02:21:21,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:21,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:21,203 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:21,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58828d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:21,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:21:21,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,35537,1732155668778 2024-11-21T02:21:21,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4079b4d0 2024-11-21T02:21:21,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:21:21,205 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:21:21,206 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:46149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:21:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:21:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:21:21,209 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:46149' 2024-11-21T02:21:21,210 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718768b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:21,210 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46149,-1 for getting cluster id 2024-11-21T02:21:21,210 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:21,210 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42cd7254-d1fd-473d-9c71-86f045acf751' 2024-11-21T02:21:21,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:21,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42cd7254-d1fd-473d-9c71-86f045acf751" 2024-11-21T02:21:21,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7038b739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:21,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46149,-1] 2024-11-21T02:21:21,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:21,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:21,212 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:21,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264abfc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:21,213 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:21:21,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,46149,1732155674235 2024-11-21T02:21:21,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bb46749 2024-11-21T02:21:21,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:21:21,215 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:21:21,215 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-21T02:21:21,216 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:21:21,216 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:21,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:21:21,216 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:21,216 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:21:21,217 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:21:21,218 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:21:21,218 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:21,219 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:21:21,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741837_1013 (size=1138) 2024-11-21T02:21:21,267 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T02:21:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:21:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:21:21,625 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d62e50dfa4aad97c647880ec997e262, NAME => 'hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495 2024-11-21T02:21:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741838_1014 (size=44) 2024-11-21T02:21:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:21:22,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:22,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4d62e50dfa4aad97c647880ec997e262, disabling compactions & flushes 2024-11-21T02:21:22,030 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262. 2024-11-21T02:21:22,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262. 2024-11-21T02:21:22,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262. after waiting 0 ms 2024-11-21T02:21:22,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262. 2024-11-21T02:21:22,030 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262. 2024-11-21T02:21:22,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d62e50dfa4aad97c647880ec997e262: Waiting for close lock at 1732155682030Disabling compacts and flushes for region at 1732155682030Disabling writes for close at 1732155682030Writing region close event to WAL at 1732155682030Closed at 1732155682030 2024-11-21T02:21:22,031 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:21:22,032 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732155682031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155682031"}]},"ts":"1732155682031"} 2024-11-21T02:21:22,033 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:21:22,034 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:21:22,034 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155682034"}]},"ts":"1732155682034"} 2024-11-21T02:21:22,036 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T02:21:22,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d62e50dfa4aad97c647880ec997e262, ASSIGN}] 2024-11-21T02:21:22,038 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d62e50dfa4aad97c647880ec997e262, ASSIGN 2024-11-21T02:21:22,038 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d62e50dfa4aad97c647880ec997e262, ASSIGN; state=OFFLINE, location=5aee4e3683e9,41259,1732155669107; forceNewPlan=false, retain=false 2024-11-21T02:21:22,189 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d62e50dfa4aad97c647880ec997e262, regionState=OPENING, regionLocation=5aee4e3683e9,41259,1732155669107 2024-11-21T02:21:22,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d62e50dfa4aad97c647880ec997e262, ASSIGN because future has completed 2024-11-21T02:21:22,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d62e50dfa4aad97c647880ec997e262, server=5aee4e3683e9,41259,1732155669107}] 2024-11-21T02:21:22,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262. 2024-11-21T02:21:22,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:22,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:21:22,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:21:22,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C41259%2C1732155669107.rep, suffix=, logDir=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107, archiveDir=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/oldWALs, maxLogs=10 2024-11-21T02:21:22,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.rep.1732155682350, exclude list is [], retry=0 2024-11-21T02:21:22,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41579,DS-50cd6c7e-f02e-47dd-8462-437f0e07eddf,DISK] 2024-11-21T02:21:22,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.rep.1732155682350 2024-11-21T02:21:22,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44899:44899)] 2024-11-21T02:21:22,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d62e50dfa4aad97c647880ec997e262, NAME => 'hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:22,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:21:22,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:21:22,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262. service=MultiRowMutationService 2024-11-21T02:21:22,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:21:22,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d62e50dfa4aad97c647880ec997e262 2024-11-21T02:21:22,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:22,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4d62e50dfa4aad97c647880ec997e262 2024-11-21T02:21:22,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4d62e50dfa4aad97c647880ec997e262 2024-11-21T02:21:22,376 INFO [StoreOpener-4d62e50dfa4aad97c647880ec997e262-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d62e50dfa4aad97c647880ec997e262 2024-11-21T02:21:22,377 INFO [StoreOpener-4d62e50dfa4aad97c647880ec997e262-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d62e50dfa4aad97c647880ec997e262 columnFamilyName hfileref 2024-11-21T02:21:22,377 DEBUG [StoreOpener-4d62e50dfa4aad97c647880ec997e262-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:22,377 INFO [StoreOpener-4d62e50dfa4aad97c647880ec997e262-1 {}] regionserver.HStore(327): Store=4d62e50dfa4aad97c647880ec997e262/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:22,377 INFO [StoreOpener-4d62e50dfa4aad97c647880ec997e262-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d62e50dfa4aad97c647880ec997e262 2024-11-21T02:21:22,378 INFO [StoreOpener-4d62e50dfa4aad97c647880ec997e262-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d62e50dfa4aad97c647880ec997e262 columnFamilyName queue 2024-11-21T02:21:22,378 DEBUG [StoreOpener-4d62e50dfa4aad97c647880ec997e262-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:22,378 INFO [StoreOpener-4d62e50dfa4aad97c647880ec997e262-1 {}] regionserver.HStore(327): Store=4d62e50dfa4aad97c647880ec997e262/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:22,379 INFO [StoreOpener-4d62e50dfa4aad97c647880ec997e262-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d62e50dfa4aad97c647880ec997e262 2024-11-21T02:21:22,380 INFO [StoreOpener-4d62e50dfa4aad97c647880ec997e262-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d62e50dfa4aad97c647880ec997e262 columnFamilyName sid 2024-11-21T02:21:22,380 DEBUG [StoreOpener-4d62e50dfa4aad97c647880ec997e262-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:22,381 INFO [StoreOpener-4d62e50dfa4aad97c647880ec997e262-1 {}] regionserver.HStore(327): Store=4d62e50dfa4aad97c647880ec997e262/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:22,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4d62e50dfa4aad97c647880ec997e262 2024-11-21T02:21:22,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/replication/4d62e50dfa4aad97c647880ec997e262 2024-11-21T02:21:22,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/replication/4d62e50dfa4aad97c647880ec997e262 2024-11-21T02:21:22,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4d62e50dfa4aad97c647880ec997e262 2024-11-21T02:21:22,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4d62e50dfa4aad97c647880ec997e262 2024-11-21T02:21:22,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:21:22,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4d62e50dfa4aad97c647880ec997e262 2024-11-21T02:21:22,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/replication/4d62e50dfa4aad97c647880ec997e262/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:22,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4d62e50dfa4aad97c647880ec997e262; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69446540, jitterRate=0.034834086894989014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:21:22,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d62e50dfa4aad97c647880ec997e262 2024-11-21T02:21:22,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4d62e50dfa4aad97c647880ec997e262: Running coprocessor pre-open hook at 1732155682375Writing region info on filesystem at 1732155682375Initializing all the Stores at 1732155682375Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155682375Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155682376 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155682376Cleaning up temporary data from old regions at 1732155682385 (+9 ms)Running coprocessor post-open hooks at 1732155682389 (+4 ms)Region opened successfully at 1732155682389 2024-11-21T02:21:22,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262., pid=10, masterSystemTime=1732155682344 2024-11-21T02:21:22,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262. 2024-11-21T02:21:22,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262. 2024-11-21T02:21:22,395 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d62e50dfa4aad97c647880ec997e262, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,41259,1732155669107 2024-11-21T02:21:22,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d62e50dfa4aad97c647880ec997e262, server=5aee4e3683e9,41259,1732155669107 because future has completed 2024-11-21T02:21:22,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T02:21:22,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d62e50dfa4aad97c647880ec997e262, server=5aee4e3683e9,41259,1732155669107 in 224 msec 2024-11-21T02:21:22,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T02:21:22,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d62e50dfa4aad97c647880ec997e262, ASSIGN in 381 msec 2024-11-21T02:21:22,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:21:22,421 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155682421"}]},"ts":"1732155682421"} 2024-11-21T02:21:22,422 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T02:21:22,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:21:22,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2070 sec 2024-11-21T02:21:22,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262., hostname=5aee4e3683e9,41259,1732155669107, seqNum=2] 2024-11-21T02:21:22,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:22,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:22,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:21:22,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T02:21:22,685 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T02:21:22,725 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,41259,1732155669107, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:21:22,726 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:21:22,726 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,41259,1732155669107, seqNum=-1] 2024-11-21T02:21:22,727 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:21:22,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T02:21:22,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5aee4e3683e9,41259,1732155669107', locateType=CURRENT is [region=hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262., hostname=5aee4e3683e9,41259,1732155669107, seqNum=2] 2024-11-21T02:21:22,747 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T02:21:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T02:21:22,755 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5aee4e3683e9,41259,1732155669107 suceeded 2024-11-21T02:21:22,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T02:21:22,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-21T02:21:22,765 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5aee4e3683e9:46149,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:21:22,765 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:46149' 2024-11-21T02:21:22,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5590 sec 2024-11-21T02:21:22,772 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27b2c521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:22,772 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46149,-1 for getting cluster id 2024-11-21T02:21:22,773 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:22,773 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42cd7254-d1fd-473d-9c71-86f045acf751' 2024-11-21T02:21:22,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:22,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42cd7254-d1fd-473d-9c71-86f045acf751" 2024-11-21T02:21:22,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ed9d107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:22,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46149,-1] 2024-11-21T02:21:22,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:22,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:22,775 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:22,776 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b8deadf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:22,776 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:21:22,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,46149,1732155674235 2024-11-21T02:21:22,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5872bd07 2024-11-21T02:21:22,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:21:22,781 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-21T02:21:22,786 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,41259,1732155669107 (queues=1) is replicating from cluster=9bcb5a7f-5603-4260-b3f7-f8d0edab4947 to cluster=42cd7254-d1fd-473d-9c71-86f045acf751 2024-11-21T02:21:22,786 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C41259%2C1732155669107 2024-11-21T02:21:22,786 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,41259,1732155669107, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:21:22,797 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C41259%2C1732155669107 2024-11-21T02:21:22,797 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317, startPosition=0, beingWritten=true 2024-11-21T02:21:22,811 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:21:22,811 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 379, reset compression=false 2024-11-21T02:21:22,811 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,41259,1732155669107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:21:23,028 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 379, reset compression=false 2024-11-21T02:21:23,331 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 379, reset compression=false 2024-11-21T02:21:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35537 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:21:23,359 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:21:23,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:21:23,360 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:23,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:23,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:23,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:21:23,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2b4a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:23,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46149,-1 for getting cluster id 2024-11-21T02:21:23,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:23,361 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42cd7254-d1fd-473d-9c71-86f045acf751' 2024-11-21T02:21:23,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:23,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42cd7254-d1fd-473d-9c71-86f045acf751" 2024-11-21T02:21:23,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f862ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:23,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46149,-1] 2024-11-21T02:21:23,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:23,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:23,365 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:23,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348bed12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:23,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:21:23,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,46149,1732155674235 2024-11-21T02:21:23,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53d1a3ed 2024-11-21T02:21:23,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:21:23,369 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:21:23,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:35537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:21:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:21:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:21:23,372 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:35537' 2024-11-21T02:21:23,373 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a41129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:23,373 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,35537,-1 for getting cluster id 2024-11-21T02:21:23,374 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:23,374 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bcb5a7f-5603-4260-b3f7-f8d0edab4947' 2024-11-21T02:21:23,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:23,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bcb5a7f-5603-4260-b3f7-f8d0edab4947" 2024-11-21T02:21:23,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e887cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:23,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,35537,-1] 2024-11-21T02:21:23,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:23,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:23,376 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:23,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e8c9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:23,376 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:21:23,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,35537,1732155668778 2024-11-21T02:21:23,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26ffe893 2024-11-21T02:21:23,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:21:23,379 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:21:23,380 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T02:21:23,380 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:21:23,380 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:23,380 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:23,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:21:23,380 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:21:23,382 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:21:23,382 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:21:23,382 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:23,383 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:21:23,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741837_1013 (size=1138) 2024-11-21T02:21:23,432 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T02:21:23,452 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T02:21:23,453 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T02:21:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:21:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:21:23,735 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 379, reset compression=false 2024-11-21T02:21:23,790 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 84919f72d49a702830a70161ee56763f, NAME => 'hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8 2024-11-21T02:21:23,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741838_1014 (size=44) 2024-11-21T02:21:23,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:23,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 84919f72d49a702830a70161ee56763f, disabling compactions & flushes 2024-11-21T02:21:23,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f. 2024-11-21T02:21:23,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f. 2024-11-21T02:21:23,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f. after waiting 0 ms 2024-11-21T02:21:23,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f. 2024-11-21T02:21:23,807 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f. 2024-11-21T02:21:23,807 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 84919f72d49a702830a70161ee56763f: Waiting for close lock at 1732155683806Disabling compacts and flushes for region at 1732155683806Disabling writes for close at 1732155683807 (+1 ms)Writing region close event to WAL at 1732155683807Closed at 1732155683807 2024-11-21T02:21:23,808 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:21:23,808 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732155683808"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155683808"}]},"ts":"1732155683808"} 2024-11-21T02:21:23,810 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:21:23,811 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:21:23,812 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155683811"}]},"ts":"1732155683811"} 2024-11-21T02:21:23,815 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T02:21:23,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84919f72d49a702830a70161ee56763f, ASSIGN}] 2024-11-21T02:21:23,817 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84919f72d49a702830a70161ee56763f, ASSIGN 2024-11-21T02:21:23,817 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=84919f72d49a702830a70161ee56763f, ASSIGN; state=OFFLINE, location=5aee4e3683e9,37729,1732155674884; forceNewPlan=false, retain=false 2024-11-21T02:21:23,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=84919f72d49a702830a70161ee56763f, regionState=OPENING, regionLocation=5aee4e3683e9,37729,1732155674884 2024-11-21T02:21:23,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=84919f72d49a702830a70161ee56763f, ASSIGN because future has completed 2024-11-21T02:21:23,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84919f72d49a702830a70161ee56763f, server=5aee4e3683e9,37729,1732155674884}] 2024-11-21T02:21:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:21:24,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f. 2024-11-21T02:21:24,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:24,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:21:24,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C37729%2C1732155674884.rep, suffix=, logDir=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884, archiveDir=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/oldWALs, maxLogs=10 2024-11-21T02:21:24,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.rep.1732155684138, exclude list is [], retry=0 2024-11-21T02:21:24,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-502815dc-80c4-492d-893f-aeb7241c7ff7,DISK] 2024-11-21T02:21:24,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.rep.1732155684138 2024-11-21T02:21:24,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44523:44523)] 2024-11-21T02:21:24,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 84919f72d49a702830a70161ee56763f, NAME => 'hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:24,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:21:24,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:21:24,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f. service=MultiRowMutationService 2024-11-21T02:21:24,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:21:24,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 84919f72d49a702830a70161ee56763f 2024-11-21T02:21:24,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:24,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 84919f72d49a702830a70161ee56763f 2024-11-21T02:21:24,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 84919f72d49a702830a70161ee56763f 2024-11-21T02:21:24,160 INFO [StoreOpener-84919f72d49a702830a70161ee56763f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 84919f72d49a702830a70161ee56763f 2024-11-21T02:21:24,161 INFO [StoreOpener-84919f72d49a702830a70161ee56763f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84919f72d49a702830a70161ee56763f columnFamilyName hfileref 2024-11-21T02:21:24,161 DEBUG [StoreOpener-84919f72d49a702830a70161ee56763f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:24,161 INFO [StoreOpener-84919f72d49a702830a70161ee56763f-1 {}] regionserver.HStore(327): Store=84919f72d49a702830a70161ee56763f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:24,161 INFO [StoreOpener-84919f72d49a702830a70161ee56763f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 84919f72d49a702830a70161ee56763f 2024-11-21T02:21:24,162 INFO [StoreOpener-84919f72d49a702830a70161ee56763f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84919f72d49a702830a70161ee56763f columnFamilyName queue 2024-11-21T02:21:24,162 DEBUG [StoreOpener-84919f72d49a702830a70161ee56763f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:24,163 INFO [StoreOpener-84919f72d49a702830a70161ee56763f-1 {}] regionserver.HStore(327): Store=84919f72d49a702830a70161ee56763f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:24,163 INFO [StoreOpener-84919f72d49a702830a70161ee56763f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 84919f72d49a702830a70161ee56763f 2024-11-21T02:21:24,164 INFO [StoreOpener-84919f72d49a702830a70161ee56763f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 84919f72d49a702830a70161ee56763f columnFamilyName sid 2024-11-21T02:21:24,164 DEBUG [StoreOpener-84919f72d49a702830a70161ee56763f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:24,164 INFO [StoreOpener-84919f72d49a702830a70161ee56763f-1 {}] regionserver.HStore(327): Store=84919f72d49a702830a70161ee56763f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:24,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 84919f72d49a702830a70161ee56763f 2024-11-21T02:21:24,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/replication/84919f72d49a702830a70161ee56763f 2024-11-21T02:21:24,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/replication/84919f72d49a702830a70161ee56763f 2024-11-21T02:21:24,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 84919f72d49a702830a70161ee56763f 2024-11-21T02:21:24,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 84919f72d49a702830a70161ee56763f 2024-11-21T02:21:24,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:21:24,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 84919f72d49a702830a70161ee56763f 2024-11-21T02:21:24,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/replication/84919f72d49a702830a70161ee56763f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:24,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 84919f72d49a702830a70161ee56763f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62679576, jitterRate=-0.0660015344619751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:21:24,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 84919f72d49a702830a70161ee56763f 2024-11-21T02:21:24,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 84919f72d49a702830a70161ee56763f: Running coprocessor pre-open hook at 1732155684159Writing region info on filesystem at 1732155684159Initializing all the Stores at 1732155684159Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155684159Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155684160 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155684160Cleaning up temporary data from old regions at 1732155684166 (+6 ms)Running coprocessor post-open hooks at 1732155684182 (+16 ms)Region opened successfully at 1732155684182 2024-11-21T02:21:24,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f., pid=10, masterSystemTime=1732155684123 2024-11-21T02:21:24,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f. 2024-11-21T02:21:24,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f. 2024-11-21T02:21:24,190 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=84919f72d49a702830a70161ee56763f, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,37729,1732155674884 2024-11-21T02:21:24,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 84919f72d49a702830a70161ee56763f, server=5aee4e3683e9,37729,1732155674884 because future has completed 2024-11-21T02:21:24,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T02:21:24,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 84919f72d49a702830a70161ee56763f, server=5aee4e3683e9,37729,1732155674884 in 223 msec 2024-11-21T02:21:24,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T02:21:24,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=84919f72d49a702830a70161ee56763f, ASSIGN in 380 msec 2024-11-21T02:21:24,199 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:21:24,199 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155684199"}]},"ts":"1732155684199"} 2024-11-21T02:21:24,201 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T02:21:24,201 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:21:24,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 821 msec 2024-11-21T02:21:24,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f., hostname=5aee4e3683e9,37729,1732155674884, seqNum=2] 2024-11-21T02:21:24,239 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 379, reset compression=false 2024-11-21T02:21:24,240 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:21:24,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:24,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:24,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:24,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:24,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:24,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:21:24,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:24,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:24,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:24,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:24,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:24,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:24,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:24,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T02:21:24,444 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T02:21:24,492 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,37729,1732155674884, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:21:24,493 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:21:24,493 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37729,1732155674884, seqNum=-1] 2024-11-21T02:21:24,493 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:21:24,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T02:21:24,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5aee4e3683e9,37729,1732155674884', locateType=CURRENT is [region=hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f., hostname=5aee4e3683e9,37729,1732155674884, seqNum=2] 2024-11-21T02:21:24,506 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T02:21:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T02:21:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:21:24,511 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5aee4e3683e9,37729,1732155674884 suceeded 2024-11-21T02:21:24,515 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5aee4e3683e9:35537,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:21:24,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T02:21:24,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-21T02:21:24,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1460 sec 2024-11-21T02:21:24,548 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:35537' 2024-11-21T02:21:24,550 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d888a77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:24,550 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,35537,-1 for getting cluster id 2024-11-21T02:21:24,551 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:24,551 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bcb5a7f-5603-4260-b3f7-f8d0edab4947' 2024-11-21T02:21:24,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:24,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bcb5a7f-5603-4260-b3f7-f8d0edab4947" 2024-11-21T02:21:24,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77fcc032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:24,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,35537,-1] 2024-11-21T02:21:24,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:24,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:24,555 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:24,556 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@723c7615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:24,556 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:21:24,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,35537,1732155668778 2024-11-21T02:21:24,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d93902d 2024-11-21T02:21:24,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:21:24,558 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-21T02:21:24,559 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,37729,1732155674884 (queues=1) is replicating from cluster=42cd7254-d1fd-473d-9c71-86f045acf751 to cluster=9bcb5a7f-5603-4260-b3f7-f8d0edab4947 2024-11-21T02:21:24,559 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C37729%2C1732155674884 2024-11-21T02:21:24,559 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,37729,1732155674884, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:21:24,561 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221, startPosition=0, beingWritten=true 2024-11-21T02:21:24,568 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C37729%2C1732155674884 2024-11-21T02:21:24,576 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:21:24,576 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 379, reset compression=false 2024-11-21T02:21:24,576 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,37729,1732155674884 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:21:24,785 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 379, reset compression=false 2024-11-21T02:21:24,873 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 379, reset compression=false 2024-11-21T02:21:25,092 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 379, reset compression=false 2024-11-21T02:21:25,500 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 379, reset compression=false 2024-11-21T02:21:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:21:25,520 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:21:25,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:21:25,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:25,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:25,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:25,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:21:25,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:21:25,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,41259,1732155669107, seqNum=-1] 2024-11-21T02:21:25,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:21:25,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:21:25,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7., hostname=5aee4e3683e9,41259,1732155669107, seqNum=2] 2024-11-21T02:21:25,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:21:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37729,1732155674884, seqNum=-1] 2024-11-21T02:21:25,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:21:25,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:21:25,540 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732155680052.1c2dfedd78879753301b08934dcacbbd., hostname=5aee4e3683e9,37729,1732155674884, seqNum=2] 2024-11-21T02:21:25,544 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T02:21:25,587 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 379, reset compression=false 2024-11-21T02:21:25,594 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:21:25,594 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 480, reset compression=false 2024-11-21T02:21:25,594 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,41259,1732155669107 got entry batch from reader: WALEntryBatch [walEntries=[{test/2e1f7011113155b3a80c3332ae6625f7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T02:21:25,596 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:21:25,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-21T02:21:25,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:21:25,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f77103c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:25,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37729 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46149,-1 for getting cluster id 2024-11-21T02:21:25,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:25,602 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42cd7254-d1fd-473d-9c71-86f045acf751' 2024-11-21T02:21:25,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:25,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42cd7254-d1fd-473d-9c71-86f045acf751" 2024-11-21T02:21:25,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42250417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:25,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46149,-1] 2024-11-21T02:21:25,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:25,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:25,603 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:25,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@308087f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:25,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37729 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:21:25,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37729,1732155674884, seqNum=-1] 2024-11-21T02:21:25,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:21:25,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T02:21:25,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732155680052.1c2dfedd78879753301b08934dcacbbd., hostname=5aee4e3683e9,37729,1732155674884, seqNum=2] 2024-11-21T02:21:25,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:21:25,798 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 480, reset compression=false 2024-11-21T02:21:26,009 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 379, reset compression=false 2024-11-21T02:21:26,014 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:21:26,014 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 504, reset compression=false 2024-11-21T02:21:26,014 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,37729,1732155674884 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:21:26,101 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 480, reset compression=false 2024-11-21T02:21:26,218 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 504, reset compression=false 2024-11-21T02:21:26,506 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 480, reset compression=false 2024-11-21T02:21:26,528 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 504, reset compression=false 2024-11-21T02:21:26,547 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T02:21:26,552 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T02:21:26,932 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 504, reset compression=false 2024-11-21T02:21:26,936 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:21:26,936 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 608, reset compression=false 2024-11-21T02:21:26,936 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,37729,1732155674884 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c2dfedd78879753301b08934dcacbbd/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T02:21:26,938 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:21:26,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-21T02:21:26,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41259 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:21:26,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7399c58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:26,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41259 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,35537,-1 for getting cluster id 2024-11-21T02:21:26,941 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:26,941 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9bcb5a7f-5603-4260-b3f7-f8d0edab4947' 2024-11-21T02:21:26,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:26,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9bcb5a7f-5603-4260-b3f7-f8d0edab4947" 2024-11-21T02:21:26,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6552bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:26,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,35537,-1] 2024-11-21T02:21:26,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:26,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:26,943 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:26,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e3e2f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:26,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41259 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:21:26,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,41259,1732155669107, seqNum=-1] 2024-11-21T02:21:26,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:21:26,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T02:21:26,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7., hostname=5aee4e3683e9,41259,1732155669107, seqNum=2] 2024-11-21T02:21:26,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41259 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:21:27,009 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 480, reset compression=false 2024-11-21T02:21:27,031 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:21:27,031 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 607, reset compression=false 2024-11-21T02:21:27,031 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,41259,1732155669107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:21:27,140 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 608, reset compression=false 2024-11-21T02:21:27,251 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 607, reset compression=false 2024-11-21T02:21:27,447 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 608, reset compression=false 2024-11-21T02:21:27,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T02:21:27,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T02:21:27,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T02:21:27,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T02:21:27,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:21:27,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T02:21:27,554 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T02:21:27,555 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 607, reset compression=false 2024-11-21T02:21:27,583 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T02:21:27,851 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 608, reset compression=false 2024-11-21T02:21:27,965 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 607, reset compression=false 2024-11-21T02:21:27,977 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:21:27,977 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 763, reset compression=false 2024-11-21T02:21:27,978 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,41259,1732155669107 got entry batch from reader: WALEntryBatch [walEntries=[{test/2e1f7011113155b3a80c3332ae6625f7/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T02:21:27,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37729 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:21:27,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37729 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:21:28,215 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 763, reset compression=false 2024-11-21T02:21:28,361 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 608, reset compression=false 2024-11-21T02:21:28,382 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:21:28,382 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 756, reset compression=false 2024-11-21T02:21:28,383 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,37729,1732155674884 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:21:28,519 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 763, reset compression=false 2024-11-21T02:21:28,585 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T02:21:28,589 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T02:21:28,596 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 756, reset compression=false 2024-11-21T02:21:28,602 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:21:28,602 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 915, reset compression=false 2024-11-21T02:21:28,602 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,37729,1732155674884 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c2dfedd78879753301b08934dcacbbd/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T02:21:28,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41259 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:21:28,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41259 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:21:28,810 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 915, reset compression=false 2024-11-21T02:21:28,922 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 763, reset compression=false 2024-11-21T02:21:28,929 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:21:28,929 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 912, reset compression=false 2024-11-21T02:21:28,929 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,41259,1732155669107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:21:29,131 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 915, reset compression=false 2024-11-21T02:21:29,137 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 912, reset compression=false 2024-11-21T02:21:29,442 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 912, reset compression=false 2024-11-21T02:21:29,537 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 915, reset compression=false 2024-11-21T02:21:29,591 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T02:21:29,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:21:29,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:21:29,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:29,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:29,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:29,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:21:29,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1010986374, stopped=false 2024-11-21T02:21:29,595 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,46149,1732155674235 2024-11-21T02:21:29,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:21:29,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-731962290/running 2024-11-21T02:21:29,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:29,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-731962290/running 2024-11-21T02:21:29,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:29,610 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:21:29,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Set watcher on znode that does not yet exist, /1-731962290/running 2024-11-21T02:21:29,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:21:29,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:29,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:29,610 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,37729,1732155674884' ***** 2024-11-21T02:21:29,610 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:21:29,611 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:21:29,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Set watcher on znode that does not yet exist, /1-731962290/running 2024-11-21T02:21:29,611 INFO [RS:0;5aee4e3683e9:37729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:21:29,611 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:21:29,611 INFO [RS:0;5aee4e3683e9:37729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:21:29,611 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(3091): Received CLOSE for 84919f72d49a702830a70161ee56763f 2024-11-21T02:21:29,612 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:29,612 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,37729,1732155674884 2024-11-21T02:21:29,612 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:21:29,612 INFO [RS:0;5aee4e3683e9:37729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:37729. 2024-11-21T02:21:29,612 DEBUG [RS:0;5aee4e3683e9:37729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:29,612 DEBUG [RS:0;5aee4e3683e9:37729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:29,612 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:21:29,612 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:21:29,612 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:21:29,612 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:21:29,612 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T02:21:29,612 DEBUG [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(1325): Online Regions={84919f72d49a702830a70161ee56763f=hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f., 1588230740=hbase:meta,,1.1588230740, 1c2dfedd78879753301b08934dcacbbd=test,,1732155680052.1c2dfedd78879753301b08934dcacbbd.} 2024-11-21T02:21:29,612 DEBUG [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c2dfedd78879753301b08934dcacbbd, 84919f72d49a702830a70161ee56763f 2024-11-21T02:21:29,613 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:21:29,613 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 84919f72d49a702830a70161ee56763f, disabling compactions & flushes 2024-11-21T02:21:29,613 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:21:29,613 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f. 2024-11-21T02:21:29,613 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:21:29,613 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f. 2024-11-21T02:21:29,613 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:21:29,613 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f. after waiting 0 ms 2024-11-21T02:21:29,613 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:21:29,613 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f. 2024-11-21T02:21:29,613 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T02:21:29,613 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 84919f72d49a702830a70161ee56763f 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-21T02:21:29,621 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:21:29,667 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/replication/84919f72d49a702830a70161ee56763f/.tmp/queue/965f3c72fc9b40dea21b113466ef727b is 153, key is 1-5aee4e3683e9,37729,1732155674884/queue:5aee4e3683e9%2C37729%2C1732155674884/1732155688609/Put/seqid=0 2024-11-21T02:21:29,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:21:29,690 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/.tmp/info/5e9e02a9bb424a6cb93340b0d7fc96d4 is 147, key is hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f./info:regioninfo/1732155684190/Put/seqid=0 2024-11-21T02:21:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741840_1016 (size=5352) 2024-11-21T02:21:29,741 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/replication/84919f72d49a702830a70161ee56763f/.tmp/queue/965f3c72fc9b40dea21b113466ef727b 2024-11-21T02:21:29,758 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/replication/84919f72d49a702830a70161ee56763f/.tmp/queue/965f3c72fc9b40dea21b113466ef727b as hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/replication/84919f72d49a702830a70161ee56763f/queue/965f3c72fc9b40dea21b113466ef727b 2024-11-21T02:21:29,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741841_1017 (size=7686) 2024-11-21T02:21:29,770 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/.tmp/info/5e9e02a9bb424a6cb93340b0d7fc96d4 2024-11-21T02:21:29,774 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/replication/84919f72d49a702830a70161ee56763f/queue/965f3c72fc9b40dea21b113466ef727b, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T02:21:29,777 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 84919f72d49a702830a70161ee56763f in 163ms, sequenceid=10, compaction requested=false 2024-11-21T02:21:29,812 DEBUG [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c2dfedd78879753301b08934dcacbbd, 84919f72d49a702830a70161ee56763f 2024-11-21T02:21:29,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:29,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:29,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:29,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:29,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:29,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:29,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:29,850 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/.tmp/ns/c0da9b168d8c443c933bf94f7f2a0ee0 is 43, key is default/ns:d/1732155678818/Put/seqid=0 2024-11-21T02:21:29,854 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/replication/84919f72d49a702830a70161ee56763f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T02:21:29,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:29,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:29,856 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:21:29,856 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:21:29,856 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f. 2024-11-21T02:21:29,856 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 84919f72d49a702830a70161ee56763f: Waiting for close lock at 1732155689613Running coprocessor pre-close hooks at 1732155689613Disabling compacts and flushes for region at 1732155689613Disabling writes for close at 1732155689613Obtaining lock to block concurrent updates at 1732155689613Preparing flush snapshotting stores in 84919f72d49a702830a70161ee56763f at 1732155689613Finished memstore snapshotting hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732155689613Flushing stores of hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f. at 1732155689614 (+1 ms)Flushing 84919f72d49a702830a70161ee56763f/queue: creating writer at 1732155689614Flushing 84919f72d49a702830a70161ee56763f/queue: appending metadata at 1732155689667 (+53 ms)Flushing 84919f72d49a702830a70161ee56763f/queue: closing flushed file at 1732155689667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e36d1cf: reopening flushed file at 1732155689756 (+89 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 84919f72d49a702830a70161ee56763f in 163ms, sequenceid=10, compaction requested=false at 1732155689777 (+21 ms)Writing region close event to WAL at 1732155689809 (+32 ms)Running coprocessor post-close hooks at 1732155689855 (+46 ms)Closed at 1732155689856 (+1 ms) 2024-11-21T02:21:29,856 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732155683380.84919f72d49a702830a70161ee56763f. 2024-11-21T02:21:29,856 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 912, reset compression=false 2024-11-21T02:21:29,856 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c2dfedd78879753301b08934dcacbbd, disabling compactions & flushes 2024-11-21T02:21:29,856 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732155680052.1c2dfedd78879753301b08934dcacbbd. 2024-11-21T02:21:29,856 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155680052.1c2dfedd78879753301b08934dcacbbd. 2024-11-21T02:21:29,856 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732155680052.1c2dfedd78879753301b08934dcacbbd. after waiting 0 ms 2024-11-21T02:21:29,856 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732155680052.1c2dfedd78879753301b08934dcacbbd. 2024-11-21T02:21:29,857 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1c2dfedd78879753301b08934dcacbbd 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-21T02:21:29,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:29,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741842_1018 (size=5153) 2024-11-21T02:21:29,918 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/.tmp/f/56da21eca35c4294a86aaeebb47b53d4 is 29, key is row1/f:/1732155688586/DeleteFamily/seqid=0 2024-11-21T02:21:29,929 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/.tmp/ns/c0da9b168d8c443c933bf94f7f2a0ee0 2024-11-21T02:21:29,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741843_1019 (size=5118) 2024-11-21T02:21:29,965 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/.tmp/f/56da21eca35c4294a86aaeebb47b53d4 2024-11-21T02:21:29,979 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56da21eca35c4294a86aaeebb47b53d4 2024-11-21T02:21:29,983 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/.tmp/rep_barrier/bd319598400b4dba979ab234b9bc499e is 112, key is test,,1732155680052.1c2dfedd78879753301b08934dcacbbd./rep_barrier:seqnumDuringOpen/1732155680821/Put/seqid=0 2024-11-21T02:21:30,013 DEBUG [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:30,030 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/.tmp/f1/3a5387cc56b140a980002fafacefc89a is 30, key is row1/f1:/1732155688586/DeleteFamily/seqid=0 2024-11-21T02:21:30,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741844_1020 (size=5518) 2024-11-21T02:21:30,057 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 915, reset compression=false 2024-11-21T02:21:30,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741845_1021 (size=5123) 2024-11-21T02:21:30,085 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/.tmp/f1/3a5387cc56b140a980002fafacefc89a 2024-11-21T02:21:30,088 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:21:30,088 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:21:30,091 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:21:30,091 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 1162, reset compression=false 2024-11-21T02:21:30,091 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,37729,1732155674884 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:21:30,092 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5aee4e3683e9,37729,1732155674884: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5aee4e3683e9,37729,1732155674884, walGroup=5aee4e3683e9%2C37729%2C1732155674884, offset=5aee4e3683e9%2C37729%2C1732155674884.1732155678221:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:37729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T02:21:30,094 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T02:21:30,094 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T02:21:30,095 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T02:21:30,095 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T02:21:30,095 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T02:21:30,095 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 615303648 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 191049752 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T02:21:30,095 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:46149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:46149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T02:21:30,105 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a5387cc56b140a980002fafacefc89a 2024-11-21T02:21:30,151 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/.tmp/norep/769e465124c0443988b784a6fad40185 is 33, key is row1/norep:/1732155688586/DeleteFamily/seqid=0 2024-11-21T02:21:30,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741846_1022 (size=5108) 2024-11-21T02:21:30,213 DEBUG [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:30,307 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 1162, reset compression=false 2024-11-21T02:21:30,407 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 912, reset compression=false 2024-11-21T02:21:30,413 DEBUG [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:30,438 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/.tmp/rep_barrier/bd319598400b4dba979ab234b9bc499e 2024-11-21T02:21:30,462 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/.tmp/table/37fdd3f9765443b283661cd5214bd745 is 53, key is hbase:replication/table:state/1732155684199/Put/seqid=0 2024-11-21T02:21:30,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741847_1023 (size=5308) 2024-11-21T02:21:30,490 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/.tmp/table/37fdd3f9765443b283661cd5214bd745 2024-11-21T02:21:30,502 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/.tmp/info/5e9e02a9bb424a6cb93340b0d7fc96d4 as hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/info/5e9e02a9bb424a6cb93340b0d7fc96d4 2024-11-21T02:21:30,508 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/info/5e9e02a9bb424a6cb93340b0d7fc96d4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T02:21:30,509 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/.tmp/ns/c0da9b168d8c443c933bf94f7f2a0ee0 as hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/ns/c0da9b168d8c443c933bf94f7f2a0ee0 2024-11-21T02:21:30,515 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/ns/c0da9b168d8c443c933bf94f7f2a0ee0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T02:21:30,515 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/.tmp/rep_barrier/bd319598400b4dba979ab234b9bc499e as hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/rep_barrier/bd319598400b4dba979ab234b9bc499e 2024-11-21T02:21:30,524 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/rep_barrier/bd319598400b4dba979ab234b9bc499e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T02:21:30,525 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/.tmp/table/37fdd3f9765443b283661cd5214bd745 as hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/table/37fdd3f9765443b283661cd5214bd745 2024-11-21T02:21:30,531 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/table/37fdd3f9765443b283661cd5214bd745, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T02:21:30,532 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=16, compaction requested=false 2024-11-21T02:21:30,544 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T02:21:30,545 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:21:30,545 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:21:30,545 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:21:30,545 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155689613Running coprocessor pre-close hooks at 1732155689613Disabling compacts and flushes for region at 1732155689613Disabling writes for close at 1732155689613Obtaining lock to block concurrent updates at 1732155689613Preparing flush snapshotting stores in 1588230740 at 1732155689613Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732155689613Flushing stores of hbase:meta,,1.1588230740 at 1732155689614 (+1 ms)Flushing 1588230740/info: creating writer at 1732155689614Flushing 1588230740/info: appending metadata at 1732155689689 (+75 ms)Flushing 1588230740/info: closing flushed file at 1732155689690 (+1 ms)Flushing 1588230740/ns: creating writer at 1732155689793 (+103 ms)Flushing 1588230740/ns: appending metadata at 1732155689849 (+56 ms)Flushing 1588230740/ns: closing flushed file at 1732155689849Flushing 1588230740/rep_barrier: creating writer at 1732155689938 (+89 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732155689983 (+45 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732155689983Flushing 1588230740/table: creating writer at 1732155690443 (+460 ms)Flushing 1588230740/table: appending metadata at 1732155690461 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732155690461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e116281: reopening flushed file at 1732155690500 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@728ab158: reopening flushed file at 1732155690508 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5efd6428: reopening flushed file at 1732155690515 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53a0e4cd: reopening flushed file at 1732155690524 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 919ms, sequenceid=16, compaction requested=false at 1732155690532 (+8 ms)Writing region close event to WAL at 1732155690540 (+8 ms)Running coprocessor post-close hooks at 1732155690545 (+5 ms)Closed at 1732155690545 2024-11-21T02:21:30,545 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:21:30,558 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/.tmp/norep/769e465124c0443988b784a6fad40185 2024-11-21T02:21:30,562 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 769e465124c0443988b784a6fad40185 2024-11-21T02:21:30,563 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/.tmp/f/56da21eca35c4294a86aaeebb47b53d4 as hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/f/56da21eca35c4294a86aaeebb47b53d4 2024-11-21T02:21:30,571 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56da21eca35c4294a86aaeebb47b53d4 2024-11-21T02:21:30,571 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/f/56da21eca35c4294a86aaeebb47b53d4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T02:21:30,572 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/.tmp/f1/3a5387cc56b140a980002fafacefc89a as hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/f1/3a5387cc56b140a980002fafacefc89a 2024-11-21T02:21:30,584 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a5387cc56b140a980002fafacefc89a 2024-11-21T02:21:30,584 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/f1/3a5387cc56b140a980002fafacefc89a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T02:21:30,585 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/.tmp/norep/769e465124c0443988b784a6fad40185 as hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/norep/769e465124c0443988b784a6fad40185 2024-11-21T02:21:30,617 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 769e465124c0443988b784a6fad40185 2024-11-21T02:21:30,617 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/norep/769e465124c0443988b784a6fad40185, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T02:21:30,618 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:21:30,618 DEBUG [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(1325): Online Regions={1c2dfedd78879753301b08934dcacbbd=test,,1732155680052.1c2dfedd78879753301b08934dcacbbd.} 2024-11-21T02:21:30,618 DEBUG [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(1351): Waiting on 1c2dfedd78879753301b08934dcacbbd 2024-11-21T02:21:30,627 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1c2dfedd78879753301b08934dcacbbd in 770ms, sequenceid=8, compaction requested=false 2024-11-21T02:21:30,636 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 1162, reset compression=false 2024-11-21T02:21:30,641 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/data/default/test/1c2dfedd78879753301b08934dcacbbd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T02:21:30,644 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:21:30,644 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:21:30,644 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732155680052.1c2dfedd78879753301b08934dcacbbd. 2024-11-21T02:21:30,644 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c2dfedd78879753301b08934dcacbbd: Waiting for close lock at 1732155689856Running coprocessor pre-close hooks at 1732155689856Disabling compacts and flushes for region at 1732155689856Disabling writes for close at 1732155689856Obtaining lock to block concurrent updates at 1732155689857 (+1 ms)Preparing flush snapshotting stores in 1c2dfedd78879753301b08934dcacbbd at 1732155689857Finished memstore snapshotting test,,1732155680052.1c2dfedd78879753301b08934dcacbbd., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732155689857Flushing stores of test,,1732155680052.1c2dfedd78879753301b08934dcacbbd. at 1732155689858 (+1 ms)Flushing 1c2dfedd78879753301b08934dcacbbd/f: creating writer at 1732155689858Flushing 1c2dfedd78879753301b08934dcacbbd/f: appending metadata at 1732155689916 (+58 ms)Flushing 1c2dfedd78879753301b08934dcacbbd/f: closing flushed file at 1732155689916Flushing 1c2dfedd78879753301b08934dcacbbd/f1: creating writer at 1732155689979 (+63 ms)Flushing 1c2dfedd78879753301b08934dcacbbd/f1: appending metadata at 1732155690029 (+50 ms)Flushing 1c2dfedd78879753301b08934dcacbbd/f1: closing flushed file at 1732155690029Flushing 1c2dfedd78879753301b08934dcacbbd/norep: creating writer at 1732155690106 (+77 ms)Flushing 1c2dfedd78879753301b08934dcacbbd/norep: appending metadata at 1732155690150 (+44 ms)Flushing 1c2dfedd78879753301b08934dcacbbd/norep: closing flushed file at 1732155690150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b3e20f: reopening flushed file at 1732155690562 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c742b9: reopening flushed file at 1732155690572 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d81f1b: reopening flushed file at 1732155690584 (+12 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1c2dfedd78879753301b08934dcacbbd in 770ms, sequenceid=8, compaction requested=false at 1732155690627 (+43 ms)Writing region close event to WAL at 1732155690635 (+8 ms)Running coprocessor post-close hooks at 1732155690644 (+9 ms)Closed at 1732155690644 2024-11-21T02:21:30,645 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732155680052.1c2dfedd78879753301b08934dcacbbd. 2024-11-21T02:21:30,645 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:21:30,645 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 1806, reset compression=false 2024-11-21T02:21:30,818 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,37729,1732155674884; all regions closed. 2024-11-21T02:21:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741834_1010 (size=4239) 2024-11-21T02:21:30,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741839_1015 (size=2676) 2024-11-21T02:21:30,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741833_1009 (size=1814) 2024-11-21T02:21:30,826 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 not finished, retry = 0 2024-11-21T02:21:30,870 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 to pos 1806, reset compression=false 2024-11-21T02:21:30,928 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/WALs/5aee4e3683e9,37729,1732155674884/5aee4e3683e9%2C37729%2C1732155674884.1732155678221 2024-11-21T02:21:30,928 DEBUG [RS:0;5aee4e3683e9:37729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:30,928 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:21:30,928 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:21:30,928 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:21:30,928 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:21:30,928 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:21:30,928 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,37729,1732155674884 because: Region server is closing 2024-11-21T02:21:30,929 INFO [RS:0;5aee4e3683e9:37729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:37729. 2024-11-21T02:21:30,929 DEBUG [RS:0;5aee4e3683e9:37729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:30,929 DEBUG [RS:0;5aee4e3683e9:37729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:30,929 DEBUG [RS:0;5aee4e3683e9:37729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:30,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:21:31,014 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 912, reset compression=false 2024-11-21T02:21:31,029 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.shipper5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 terminated 2024-11-21T02:21:31,029 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37729,1732155674884.replicationSource.wal-reader.5aee4e3683e9%2C37729%2C1732155674884,1-5aee4e3683e9,37729,1732155674884 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-21T02:21:31,029 INFO [RS:0;5aee4e3683e9:37729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:37729. 2024-11-21T02:21:31,029 DEBUG [RS:0;5aee4e3683e9:37729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:31,029 DEBUG [RS:0;5aee4e3683e9:37729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:31,030 DEBUG [RS:0;5aee4e3683e9:37729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:31,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:21:31,030 INFO [RS:0;5aee4e3683e9:37729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37729 2024-11-21T02:21:31,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290/rs 2024-11-21T02:21:31,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,37729,1732155674884] 2024-11-21T02:21:31,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-731962290/rs/5aee4e3683e9,37729,1732155674884 2024-11-21T02:21:31,044 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:21:31,053 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-731962290/draining/5aee4e3683e9,37729,1732155674884 already deleted, retry=false 2024-11-21T02:21:31,053 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,37729,1732155674884 expired; onlineServers=0 2024-11-21T02:21:31,053 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,46149,1732155674235' ***** 2024-11-21T02:21:31,053 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:21:31,053 INFO [M:0;5aee4e3683e9:46149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:21:31,053 INFO [M:0;5aee4e3683e9:46149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:21:31,053 DEBUG [M:0;5aee4e3683e9:46149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:21:31,053 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:21:31,053 DEBUG [M:0;5aee4e3683e9:46149 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:21:31,053 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155677925 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155677925,5,FailOnTimeoutGroup] 2024-11-21T02:21:31,053 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155677925 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155677925,5,FailOnTimeoutGroup] 2024-11-21T02:21:31,053 INFO [M:0;5aee4e3683e9:46149 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:21:31,053 INFO [M:0;5aee4e3683e9:46149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:21:31,053 DEBUG [M:0;5aee4e3683e9:46149 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:21:31,053 INFO [M:0;5aee4e3683e9:46149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:21:31,054 INFO [M:0;5aee4e3683e9:46149 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:21:31,054 INFO [M:0;5aee4e3683e9:46149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:21:31,054 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:21:31,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-731962290/master 2024-11-21T02:21:31,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-731962290 2024-11-21T02:21:31,074 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-731962290/master already deleted, retry=false 2024-11-21T02:21:31,074 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-731962290/master 2024-11-21T02:21:31,074 INFO [M:0;5aee4e3683e9:46149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/.lastflushedseqids 2024-11-21T02:21:31,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741848_1024 (size=245) 2024-11-21T02:21:31,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:21:31,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37729-0x1015b31eb430004, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:21:31,163 INFO [RS:0;5aee4e3683e9:37729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:21:31,164 INFO [RS:0;5aee4e3683e9:37729 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,37729,1732155674884; zookeeper connection closed. 2024-11-21T02:21:31,176 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@393a2e9e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@393a2e9e 2024-11-21T02:21:31,176 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:21:31,485 INFO [M:0;5aee4e3683e9:46149 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:21:31,486 INFO [M:0;5aee4e3683e9:46149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:21:31,486 DEBUG [M:0;5aee4e3683e9:46149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:21:31,486 INFO [M:0;5aee4e3683e9:46149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:31,486 DEBUG [M:0;5aee4e3683e9:46149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:31,486 DEBUG [M:0;5aee4e3683e9:46149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:21:31,486 DEBUG [M:0;5aee4e3683e9:46149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:31,486 INFO [M:0;5aee4e3683e9:46149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T02:21:31,530 DEBUG [M:0;5aee4e3683e9:46149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07c5f9d6581f43778d51a89c53b4fd7d is 82, key is hbase:meta,,1/info:regioninfo/1732155678748/Put/seqid=0 2024-11-21T02:21:31,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741849_1025 (size=5672) 2024-11-21T02:21:31,580 INFO [M:0;5aee4e3683e9:46149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07c5f9d6581f43778d51a89c53b4fd7d 2024-11-21T02:21:31,605 DEBUG [M:0;5aee4e3683e9:46149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85133a6496a84089a868e73febf4df1e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732155684202/Put/seqid=0 2024-11-21T02:21:31,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741850_1026 (size=8516) 2024-11-21T02:21:31,725 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 912, reset compression=false 2024-11-21T02:21:32,010 INFO [M:0;5aee4e3683e9:46149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85133a6496a84089a868e73febf4df1e 2024-11-21T02:21:32,026 DEBUG [M:0;5aee4e3683e9:46149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6aab406fb98c4ae8a6b5c886cf713a58 is 69, key is 5aee4e3683e9,37729,1732155674884/rs:state/1732155678014/Put/seqid=0 2024-11-21T02:21:32,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741851_1027 (size=5156) 2024-11-21T02:21:32,429 INFO [M:0;5aee4e3683e9:46149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6aab406fb98c4ae8a6b5c886cf713a58 2024-11-21T02:21:32,433 DEBUG [M:0;5aee4e3683e9:46149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/07c5f9d6581f43778d51a89c53b4fd7d as hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07c5f9d6581f43778d51a89c53b4fd7d 2024-11-21T02:21:32,438 INFO [M:0;5aee4e3683e9:46149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/07c5f9d6581f43778d51a89c53b4fd7d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T02:21:32,439 DEBUG [M:0;5aee4e3683e9:46149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85133a6496a84089a868e73febf4df1e as hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85133a6496a84089a868e73febf4df1e 2024-11-21T02:21:32,447 INFO [M:0;5aee4e3683e9:46149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85133a6496a84089a868e73febf4df1e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T02:21:32,448 DEBUG [M:0;5aee4e3683e9:46149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6aab406fb98c4ae8a6b5c886cf713a58 as hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6aab406fb98c4ae8a6b5c886cf713a58 2024-11-21T02:21:32,452 INFO [M:0;5aee4e3683e9:46149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/f978cc63-1c03-a0df-5844-937143d905e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6aab406fb98c4ae8a6b5c886cf713a58, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T02:21:32,453 INFO [M:0;5aee4e3683e9:46149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 967ms, sequenceid=97, compaction requested=false 2024-11-21T02:21:32,455 INFO [M:0;5aee4e3683e9:46149 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:32,455 DEBUG [M:0;5aee4e3683e9:46149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155691486Disabling compacts and flushes for region at 1732155691486Disabling writes for close at 1732155691486Obtaining lock to block concurrent updates at 1732155691486Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155691486Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732155691487 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155691490 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155691490Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155691529 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155691529Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155691588 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155691605 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155691605Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155692014 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155692025 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155692025Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16482ce2: reopening flushed file at 1732155692433 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cef9712: reopening flushed file at 1732155692439 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@646e2693: reopening flushed file at 1732155692448 (+9 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 967ms, sequenceid=97, compaction requested=false at 1732155692453 (+5 ms)Writing region close event to WAL at 1732155692455 (+2 ms)Closed at 1732155692455 2024-11-21T02:21:32,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741830_1006 (size=63654) 2024-11-21T02:21:32,463 INFO [M:0;5aee4e3683e9:46149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:21:32,463 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:21:32,463 INFO [M:0;5aee4e3683e9:46149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46149 2024-11-21T02:21:32,463 INFO [M:0;5aee4e3683e9:46149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:21:32,530 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 912, reset compression=false 2024-11-21T02:21:32,637 INFO [M:0;5aee4e3683e9:46149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:21:32,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:21:32,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46149-0x1015b31eb430003, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:21:32,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f6c36e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:21:32,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ca9f6d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:21:32,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:21:32,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54bf6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:21:32,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49730d8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/hadoop.log.dir/,STOPPED} 2024-11-21T02:21:32,748 WARN [BP-436090455-172.17.0.2-1732155672049 heartbeating to localhost/127.0.0.1:42999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:21:32,748 WARN [BP-436090455-172.17.0.2-1732155672049 heartbeating to localhost/127.0.0.1:42999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-436090455-172.17.0.2-1732155672049 (Datanode Uuid 830d720b-3e0e-432b-9568-697a4984bd0e) service to localhost/127.0.0.1:42999 2024-11-21T02:21:32,750 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:21:32,750 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:21:32,759 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:21:32,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/cluster_b727913f-9f3d-2e69-40c6-5a32bcaaa0e1/data/data2/current/BP-436090455-172.17.0.2-1732155672049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:21:32,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/cluster_b727913f-9f3d-2e69-40c6-5a32bcaaa0e1/data/data1/current/BP-436090455-172.17.0.2-1732155672049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:21:32,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f1db2a3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:21:32,809 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@188ace22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:21:32,809 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:21:32,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@647fb346{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:21:32,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@193ce8df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/hadoop.log.dir/,STOPPED} 2024-11-21T02:21:32,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:21:32,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:21:32,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:21:32,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:32,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:32,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:32,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:21:32,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:21:32,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=828595189, stopped=false 2024-11-21T02:21:32,855 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,35537,1732155668778 2024-11-21T02:21:32,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1515953070/running 2024-11-21T02:21:32,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:32,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1515953070/running 2024-11-21T02:21:32,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:32,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Set watcher on znode that does not yet exist, /0-1515953070/running 2024-11-21T02:21:32,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Set watcher on znode that does not yet exist, /0-1515953070/running 2024-11-21T02:21:32,884 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:21:32,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:21:32,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:32,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:32,885 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,41259,1732155669107' ***** 2024-11-21T02:21:32,885 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:21:32,887 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:21:32,887 INFO [RS:0;5aee4e3683e9:41259 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:21:32,887 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:21:32,888 INFO [RS:0;5aee4e3683e9:41259 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:21:32,888 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d62e50dfa4aad97c647880ec997e262 2024-11-21T02:21:32,888 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:32,888 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,41259,1732155669107 2024-11-21T02:21:32,888 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:21:32,888 INFO [RS:0;5aee4e3683e9:41259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:41259. 2024-11-21T02:21:32,888 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d62e50dfa4aad97c647880ec997e262, disabling compactions & flushes 2024-11-21T02:21:32,888 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262. 2024-11-21T02:21:32,888 DEBUG [RS:0;5aee4e3683e9:41259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:32,888 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262. 2024-11-21T02:21:32,888 DEBUG [RS:0;5aee4e3683e9:41259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:32,888 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262. after waiting 0 ms 2024-11-21T02:21:32,888 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262. 2024-11-21T02:21:32,888 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:21:32,888 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:21:32,888 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:21:32,888 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d62e50dfa4aad97c647880ec997e262 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-21T02:21:32,888 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:21:32,889 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T02:21:32,889 DEBUG [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(1325): Online Regions={4d62e50dfa4aad97c647880ec997e262=hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262., 1588230740=hbase:meta,,1.1588230740, 2e1f7011113155b3a80c3332ae6625f7=test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7.} 2024-11-21T02:21:32,889 DEBUG [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e1f7011113155b3a80c3332ae6625f7, 4d62e50dfa4aad97c647880ec997e262 2024-11-21T02:21:32,890 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:21:32,890 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:21:32,890 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:21:32,890 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:21:32,890 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:21:32,890 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T02:21:32,910 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/.tmp/info/61a747d517d44e0f9b09f6536ec66493 is 147, key is hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262./info:regioninfo/1732155682395/Put/seqid=0 2024-11-21T02:21:32,918 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/replication/4d62e50dfa4aad97c647880ec997e262/.tmp/queue/484fc557ddcc429bba83352c9d4bd2fb is 153, key is 1-5aee4e3683e9,41259,1732155669107/queue:5aee4e3683e9%2C41259%2C1732155669107/1732155688931/Put/seqid=0 2024-11-21T02:21:32,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741840_1016 (size=7686) 2024-11-21T02:21:32,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741841_1017 (size=5352) 2024-11-21T02:21:32,932 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/.tmp/info/61a747d517d44e0f9b09f6536ec66493 2024-11-21T02:21:32,932 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/replication/4d62e50dfa4aad97c647880ec997e262/.tmp/queue/484fc557ddcc429bba83352c9d4bd2fb 2024-11-21T02:21:32,943 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/replication/4d62e50dfa4aad97c647880ec997e262/.tmp/queue/484fc557ddcc429bba83352c9d4bd2fb as hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/replication/4d62e50dfa4aad97c647880ec997e262/queue/484fc557ddcc429bba83352c9d4bd2fb 2024-11-21T02:21:32,948 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/replication/4d62e50dfa4aad97c647880ec997e262/queue/484fc557ddcc429bba83352c9d4bd2fb, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T02:21:32,949 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 4d62e50dfa4aad97c647880ec997e262 in 60ms, sequenceid=10, compaction requested=false 2024-11-21T02:21:32,949 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T02:21:32,955 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/.tmp/ns/64331bafb30c4de5b26387b76cfadc9a is 43, key is default/ns:d/1732155671917/Put/seqid=0 2024-11-21T02:21:32,964 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:21:32,965 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/replication/4d62e50dfa4aad97c647880ec997e262/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T02:21:32,965 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:21:32,965 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:21:32,965 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262. 2024-11-21T02:21:32,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741842_1018 (size=5153) 2024-11-21T02:21:32,966 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d62e50dfa4aad97c647880ec997e262: Waiting for close lock at 1732155692888Running coprocessor pre-close hooks at 1732155692888Disabling compacts and flushes for region at 1732155692888Disabling writes for close at 1732155692888Obtaining lock to block concurrent updates at 1732155692888Preparing flush snapshotting stores in 4d62e50dfa4aad97c647880ec997e262 at 1732155692888Finished memstore snapshotting hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732155692889 (+1 ms)Flushing stores of hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262. at 1732155692891 (+2 ms)Flushing 4d62e50dfa4aad97c647880ec997e262/queue: creating writer at 1732155692891Flushing 4d62e50dfa4aad97c647880ec997e262/queue: appending metadata at 1732155692917 (+26 ms)Flushing 4d62e50dfa4aad97c647880ec997e262/queue: closing flushed file at 1732155692918 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a30bd93: reopening flushed file at 1732155692942 (+24 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 4d62e50dfa4aad97c647880ec997e262 in 60ms, sequenceid=10, compaction requested=false at 1732155692949 (+7 ms)Writing region close event to WAL at 1732155692955 (+6 ms)Running coprocessor post-close hooks at 1732155692965 (+10 ms)Closed at 1732155692965 2024-11-21T02:21:32,966 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732155681216.4d62e50dfa4aad97c647880ec997e262. 2024-11-21T02:21:32,966 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e1f7011113155b3a80c3332ae6625f7, disabling compactions & flushes 2024-11-21T02:21:32,966 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7. 2024-11-21T02:21:32,966 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7. 2024-11-21T02:21:32,966 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7. after waiting 0 ms 2024-11-21T02:21:32,966 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7. 2024-11-21T02:21:32,966 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2e1f7011113155b3a80c3332ae6625f7 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-21T02:21:32,969 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/.tmp/ns/64331bafb30c4de5b26387b76cfadc9a 2024-11-21T02:21:32,986 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/.tmp/f/bbd4d2ff948a4d97bfa0fe6d8f33a0f3 is 29, key is row1/f:/1732155688586/DeleteFamily/seqid=0 2024-11-21T02:21:32,992 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/.tmp/rep_barrier/42959e4a82cd402ba24aa55d615df1df is 112, key is test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7./rep_barrier:seqnumDuringOpen/1732155679661/Put/seqid=0 2024-11-21T02:21:33,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741843_1019 (size=5118) 2024-11-21T02:21:33,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741844_1020 (size=5518) 2024-11-21T02:21:33,096 DEBUG [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:33,185 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:21:33,186 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:21:33,296 DEBUG [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:33,414 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/.tmp/rep_barrier/42959e4a82cd402ba24aa55d615df1df 2024-11-21T02:21:33,414 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/.tmp/f/bbd4d2ff948a4d97bfa0fe6d8f33a0f3 2024-11-21T02:21:33,419 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbd4d2ff948a4d97bfa0fe6d8f33a0f3 2024-11-21T02:21:33,438 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/.tmp/table/346435b14a0c4f329be5a5e98db0aa36 is 53, key is hbase:replication/table:state/1732155682421/Put/seqid=0 2024-11-21T02:21:33,447 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 912, reset compression=false 2024-11-21T02:21:33,448 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/.tmp/f1/d6c3491b431f4fbba7e20327c4f63a09 is 30, key is row1/f1:/1732155688586/DeleteFamily/seqid=0 2024-11-21T02:21:33,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741845_1021 (size=5308) 2024-11-21T02:21:33,453 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/.tmp/table/346435b14a0c4f329be5a5e98db0aa36 2024-11-21T02:21:33,455 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:21:33,455 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 1159, reset compression=false 2024-11-21T02:21:33,455 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,41259,1732155669107 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:21:33,456 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5aee4e3683e9,41259,1732155669107: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5aee4e3683e9,41259,1732155669107, walGroup=5aee4e3683e9%2C41259%2C1732155669107, offset=5aee4e3683e9%2C41259%2C1732155669107.1732155671317:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:41259 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T02:21:33,457 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T02:21:33,457 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T02:21:33,457 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T02:21:33,457 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T02:21:33,457 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T02:21:33,457 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1054867456, "init": 1048576000, "max": 2306867200, "used": 678218208 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 191685616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T02:21:33,458 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:35537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:35537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T02:21:33,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741846_1022 (size=5123) 2024-11-21T02:21:33,460 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/.tmp/f1/d6c3491b431f4fbba7e20327c4f63a09 2024-11-21T02:21:33,465 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/.tmp/info/61a747d517d44e0f9b09f6536ec66493 as hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/info/61a747d517d44e0f9b09f6536ec66493 2024-11-21T02:21:33,465 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6c3491b431f4fbba7e20327c4f63a09 2024-11-21T02:21:33,469 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/info/61a747d517d44e0f9b09f6536ec66493, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T02:21:33,469 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/.tmp/ns/64331bafb30c4de5b26387b76cfadc9a as hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/ns/64331bafb30c4de5b26387b76cfadc9a 2024-11-21T02:21:33,473 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/ns/64331bafb30c4de5b26387b76cfadc9a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T02:21:33,475 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/.tmp/rep_barrier/42959e4a82cd402ba24aa55d615df1df as hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/rep_barrier/42959e4a82cd402ba24aa55d615df1df 2024-11-21T02:21:33,480 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/.tmp/norep/a7e6862313c34bee939aa96c78cf23cc is 32, key is row/norep:/1732155687565/DeleteFamily/seqid=0 2024-11-21T02:21:33,484 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/rep_barrier/42959e4a82cd402ba24aa55d615df1df, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T02:21:33,485 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/.tmp/table/346435b14a0c4f329be5a5e98db0aa36 as hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/table/346435b14a0c4f329be5a5e98db0aa36 2024-11-21T02:21:33,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741847_1023 (size=5101) 2024-11-21T02:21:33,490 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/.tmp/norep/a7e6862313c34bee939aa96c78cf23cc 2024-11-21T02:21:33,490 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/table/346435b14a0c4f329be5a5e98db0aa36, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T02:21:33,491 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 600ms, sequenceid=16, compaction requested=false 2024-11-21T02:21:33,494 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7e6862313c34bee939aa96c78cf23cc 2024-11-21T02:21:33,495 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/.tmp/f/bbd4d2ff948a4d97bfa0fe6d8f33a0f3 as hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/f/bbd4d2ff948a4d97bfa0fe6d8f33a0f3 2024-11-21T02:21:33,495 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T02:21:33,495 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:21:33,495 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:21:33,495 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:21:33,496 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155692890Running coprocessor pre-close hooks at 1732155692890Disabling compacts and flushes for region at 1732155692890Disabling writes for close at 1732155692890Obtaining lock to block concurrent updates at 1732155692890Preparing flush snapshotting stores in 1588230740 at 1732155692890Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732155692891 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732155692891Flushing 1588230740/info: creating writer at 1732155692891Flushing 1588230740/info: appending metadata at 1732155692910 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732155692910Flushing 1588230740/ns: creating writer at 1732155692937 (+27 ms)Flushing 1588230740/ns: appending metadata at 1732155692954 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732155692954Flushing 1588230740/rep_barrier: creating writer at 1732155692973 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732155692991 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732155692991Flushing 1588230740/table: creating writer at 1732155693419 (+428 ms)Flushing 1588230740/table: appending metadata at 1732155693438 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732155693438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@517e6ca6: reopening flushed file at 1732155693464 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b55d07: reopening flushed file at 1732155693469 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@451d6bc6: reopening flushed file at 1732155693473 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26d1336c: reopening flushed file at 1732155693485 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 600ms, sequenceid=16, compaction requested=false at 1732155693491 (+6 ms)Writing region close event to WAL at 1732155693492 (+1 ms)Running coprocessor post-close hooks at 1732155693495 (+3 ms)Closed at 1732155693495 2024-11-21T02:21:33,496 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:21:33,496 DEBUG [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(1351): Waiting on 2e1f7011113155b3a80c3332ae6625f7 2024-11-21T02:21:33,499 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbd4d2ff948a4d97bfa0fe6d8f33a0f3 2024-11-21T02:21:33,499 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/f/bbd4d2ff948a4d97bfa0fe6d8f33a0f3, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T02:21:33,499 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/.tmp/f1/d6c3491b431f4fbba7e20327c4f63a09 as hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/f1/d6c3491b431f4fbba7e20327c4f63a09 2024-11-21T02:21:33,504 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d6c3491b431f4fbba7e20327c4f63a09 2024-11-21T02:21:33,504 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/f1/d6c3491b431f4fbba7e20327c4f63a09, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T02:21:33,505 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/.tmp/norep/a7e6862313c34bee939aa96c78cf23cc as hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/norep/a7e6862313c34bee939aa96c78cf23cc 2024-11-21T02:21:33,509 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7e6862313c34bee939aa96c78cf23cc 2024-11-21T02:21:33,509 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/norep/a7e6862313c34bee939aa96c78cf23cc, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T02:21:33,510 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2e1f7011113155b3a80c3332ae6625f7 in 544ms, sequenceid=8, compaction requested=false 2024-11-21T02:21:33,513 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/data/default/test/2e1f7011113155b3a80c3332ae6625f7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T02:21:33,514 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:21:33,514 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:21:33,514 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7. 2024-11-21T02:21:33,514 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e1f7011113155b3a80c3332ae6625f7: Waiting for close lock at 1732155692966Running coprocessor pre-close hooks at 1732155692966Disabling compacts and flushes for region at 1732155692966Disabling writes for close at 1732155692966Obtaining lock to block concurrent updates at 1732155692966Preparing flush snapshotting stores in 2e1f7011113155b3a80c3332ae6625f7 at 1732155692966Finished memstore snapshotting test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732155692967 (+1 ms)Flushing stores of test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7. at 1732155692967Flushing 2e1f7011113155b3a80c3332ae6625f7/f: creating writer at 1732155692967Flushing 2e1f7011113155b3a80c3332ae6625f7/f: appending metadata at 1732155692985 (+18 ms)Flushing 2e1f7011113155b3a80c3332ae6625f7/f: closing flushed file at 1732155692985Flushing 2e1f7011113155b3a80c3332ae6625f7/f1: creating writer at 1732155693419 (+434 ms)Flushing 2e1f7011113155b3a80c3332ae6625f7/f1: appending metadata at 1732155693447 (+28 ms)Flushing 2e1f7011113155b3a80c3332ae6625f7/f1: closing flushed file at 1732155693447Flushing 2e1f7011113155b3a80c3332ae6625f7/norep: creating writer at 1732155693466 (+19 ms)Flushing 2e1f7011113155b3a80c3332ae6625f7/norep: appending metadata at 1732155693479 (+13 ms)Flushing 2e1f7011113155b3a80c3332ae6625f7/norep: closing flushed file at 1732155693479Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@645bc325: reopening flushed file at 1732155693494 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@190b5473: reopening flushed file at 1732155693499 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3964e6b6: reopening flushed file at 1732155693504 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2e1f7011113155b3a80c3332ae6625f7 in 544ms, sequenceid=8, compaction requested=false at 1732155693510 (+6 ms)Writing region close event to WAL at 1732155693511 (+1 ms)Running coprocessor post-close hooks at 1732155693514 (+3 ms)Closed at 1732155693514 2024-11-21T02:21:33,514 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732155678910.2e1f7011113155b3a80c3332ae6625f7. 2024-11-21T02:21:33,660 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 1159, reset compression=false 2024-11-21T02:21:33,665 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:21:33,665 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.wal-reader.5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.1732155671317 to pos 1803, reset compression=false 2024-11-21T02:21:33,697 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,41259,1732155669107; all regions closed. 2024-11-21T02:21:33,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741834_1010 (size=4239) 2024-11-21T02:21:33,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741839_1015 (size=2676) 2024-11-21T02:21:33,701 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/WALs/5aee4e3683e9,41259,1732155669107/5aee4e3683e9%2C41259%2C1732155669107.rep.1732155682350 not finished, retry = 0 2024-11-21T02:21:33,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741832_1008 (size=1811) 2024-11-21T02:21:33,807 DEBUG [RS:0;5aee4e3683e9:41259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:33,807 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:21:33,808 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:21:33,808 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:21:33,808 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:21:33,808 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,41259,1732155669107 because: Region server is closing 2024-11-21T02:21:33,808 INFO [RS:0;5aee4e3683e9:41259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:41259. 2024-11-21T02:21:33,808 DEBUG [RS:0;5aee4e3683e9:41259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:33,808 DEBUG [RS:0;5aee4e3683e9:41259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:33,808 DEBUG [RS:0;5aee4e3683e9:41259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:33,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:21:33,809 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:21:33,909 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41259,1732155669107.replicationSource.shipper5aee4e3683e9%2C41259%2C1732155669107,1-5aee4e3683e9,41259,1732155669107 terminated 2024-11-21T02:21:33,909 INFO [RS:0;5aee4e3683e9:41259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:41259. 2024-11-21T02:21:33,909 DEBUG [RS:0;5aee4e3683e9:41259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:21:33,909 DEBUG [RS:0;5aee4e3683e9:41259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:33,909 DEBUG [RS:0;5aee4e3683e9:41259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:33,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:21:33,909 INFO [RS:0;5aee4e3683e9:41259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41259 2024-11-21T02:21:33,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1515953070/rs/5aee4e3683e9,41259,1732155669107 2024-11-21T02:21:33,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070/rs 2024-11-21T02:21:33,923 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:21:33,934 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,41259,1732155669107] 2024-11-21T02:21:33,944 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515953070/draining/5aee4e3683e9,41259,1732155669107 already deleted, retry=false 2024-11-21T02:21:33,944 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,41259,1732155669107 expired; onlineServers=0 2024-11-21T02:21:33,944 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,35537,1732155668778' ***** 2024-11-21T02:21:33,944 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:21:33,944 INFO [M:0;5aee4e3683e9:35537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:21:33,944 INFO [M:0;5aee4e3683e9:35537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:21:33,944 DEBUG [M:0;5aee4e3683e9:35537 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:21:33,944 DEBUG [M:0;5aee4e3683e9:35537 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:21:33,944 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:21:33,945 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155670943 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155670943,5,FailOnTimeoutGroup] 2024-11-21T02:21:33,945 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155670947 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155670947,5,FailOnTimeoutGroup] 2024-11-21T02:21:33,945 INFO [M:0;5aee4e3683e9:35537 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:21:33,945 INFO [M:0;5aee4e3683e9:35537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:21:33,945 DEBUG [M:0;5aee4e3683e9:35537 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:21:33,945 INFO [M:0;5aee4e3683e9:35537 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:21:33,945 INFO [M:0;5aee4e3683e9:35537 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:21:33,945 INFO [M:0;5aee4e3683e9:35537 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:21:33,946 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:21:33,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1515953070/master 2024-11-21T02:21:33,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1515953070 2024-11-21T02:21:33,965 DEBUG [M:0;5aee4e3683e9:35537 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1515953070/master already deleted, retry=false 2024-11-21T02:21:33,965 DEBUG [M:0;5aee4e3683e9:35537 {}] master.ActiveMasterManager(353): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1515953070/master 2024-11-21T02:21:33,969 INFO [M:0;5aee4e3683e9:35537 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/.lastflushedseqids 2024-11-21T02:21:33,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741848_1024 (size=245) 2024-11-21T02:21:34,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:21:34,034 INFO [RS:0;5aee4e3683e9:41259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:21:34,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41259-0x1015b31eb430001, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:21:34,034 INFO [RS:0;5aee4e3683e9:41259 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,41259,1732155669107; zookeeper connection closed. 2024-11-21T02:21:34,034 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@571dc639 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@571dc639 2024-11-21T02:21:34,034 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:21:34,388 INFO [M:0;5aee4e3683e9:35537 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:21:34,388 INFO [M:0;5aee4e3683e9:35537 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:21:34,389 DEBUG [M:0;5aee4e3683e9:35537 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:21:34,389 INFO [M:0;5aee4e3683e9:35537 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:34,389 DEBUG [M:0;5aee4e3683e9:35537 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:34,389 DEBUG [M:0;5aee4e3683e9:35537 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:21:34,389 DEBUG [M:0;5aee4e3683e9:35537 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:34,389 INFO [M:0;5aee4e3683e9:35537 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T02:21:34,408 DEBUG [M:0;5aee4e3683e9:35537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/389d94ad9cad4bd2a2e3c6eeda76c608 is 82, key is hbase:meta,,1/info:regioninfo/1732155671893/Put/seqid=0 2024-11-21T02:21:34,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741849_1025 (size=5672) 2024-11-21T02:21:34,828 INFO [M:0;5aee4e3683e9:35537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/389d94ad9cad4bd2a2e3c6eeda76c608 2024-11-21T02:21:34,872 DEBUG [M:0;5aee4e3683e9:35537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a905b24448354a55ba4dc381ba037e02 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732155682427/Put/seqid=0 2024-11-21T02:21:34,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741850_1026 (size=8517) 2024-11-21T02:21:35,289 INFO [M:0;5aee4e3683e9:35537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a905b24448354a55ba4dc381ba037e02 2024-11-21T02:21:35,313 DEBUG [M:0;5aee4e3683e9:35537 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7216d705bf64481dbf803c22235ac274 is 69, key is 5aee4e3683e9,41259,1732155669107/rs:state/1732155671034/Put/seqid=0 2024-11-21T02:21:35,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741851_1027 (size=5156) 2024-11-21T02:21:35,331 INFO [M:0;5aee4e3683e9:35537 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7216d705bf64481dbf803c22235ac274 2024-11-21T02:21:35,338 DEBUG [M:0;5aee4e3683e9:35537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/389d94ad9cad4bd2a2e3c6eeda76c608 as hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/389d94ad9cad4bd2a2e3c6eeda76c608 2024-11-21T02:21:35,343 INFO [M:0;5aee4e3683e9:35537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/389d94ad9cad4bd2a2e3c6eeda76c608, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T02:21:35,346 DEBUG [M:0;5aee4e3683e9:35537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a905b24448354a55ba4dc381ba037e02 as hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a905b24448354a55ba4dc381ba037e02 2024-11-21T02:21:35,354 INFO [M:0;5aee4e3683e9:35537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a905b24448354a55ba4dc381ba037e02, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T02:21:35,356 DEBUG [M:0;5aee4e3683e9:35537 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7216d705bf64481dbf803c22235ac274 as hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7216d705bf64481dbf803c22235ac274 2024-11-21T02:21:35,359 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:21:35,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:35,369 INFO [M:0;5aee4e3683e9:35537 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35939/user/jenkins/test-data/c285b358-0a15-2efc-fba2-c08a269db495/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7216d705bf64481dbf803c22235ac274, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T02:21:35,373 INFO [M:0;5aee4e3683e9:35537 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 984ms, sequenceid=97, compaction requested=false 2024-11-21T02:21:35,389 INFO [M:0;5aee4e3683e9:35537 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:35,389 DEBUG [M:0;5aee4e3683e9:35537 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155694389Disabling compacts and flushes for region at 1732155694389Disabling writes for close at 1732155694389Obtaining lock to block concurrent updates at 1732155694389Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155694389Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732155694389Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155694390 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155694390Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155694408 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155694408Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155694835 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155694871 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155694871Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155695293 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155695312 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155695312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef0ac69: reopening flushed file at 1732155695337 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7254439b: reopening flushed file at 1732155695343 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5333654b: reopening flushed file at 1732155695354 (+11 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 984ms, sequenceid=97, compaction requested=false at 1732155695373 (+19 ms)Writing region close event to WAL at 1732155695389 (+16 ms)Closed at 1732155695389 2024-11-21T02:21:35,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41579 is added to blk_1073741830_1006 (size=63666) 2024-11-21T02:21:35,393 INFO [M:0;5aee4e3683e9:35537 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:21:35,393 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:21:35,393 INFO [M:0;5aee4e3683e9:35537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35537 2024-11-21T02:21:35,398 INFO [M:0;5aee4e3683e9:35537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:21:35,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:35,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:35,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:35,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:35,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:35,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:35,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:35,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:35,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:35,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:35,518 INFO [M:0;5aee4e3683e9:35537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:21:35,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:21:35,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35537-0x1015b31eb430000, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:21:35,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5df42e3e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:21:35,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3431e02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:21:35,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:21:35,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ddec4bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:21:35,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e7d60ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/hadoop.log.dir/,STOPPED} 2024-11-21T02:21:35,522 WARN [BP-1146712119-172.17.0.2-1732155666372 heartbeating to localhost/127.0.0.1:35939 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:21:35,522 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:21:35,522 WARN [BP-1146712119-172.17.0.2-1732155666372 heartbeating to localhost/127.0.0.1:35939 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1146712119-172.17.0.2-1732155666372 (Datanode Uuid b2229baa-1a58-4943-86c6-7f49000d0ad5) service to localhost/127.0.0.1:35939 2024-11-21T02:21:35,523 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:21:35,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/cluster_e897188b-c194-8418-cdd6-9a3635c7a4af/data/data1/current/BP-1146712119-172.17.0.2-1732155666372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:21:35,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/cluster_e897188b-c194-8418-cdd6-9a3635c7a4af/data/data2/current/BP-1146712119-172.17.0.2-1732155666372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:21:35,523 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:21:35,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a1f5bd0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:21:35,530 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3441d181{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:21:35,530 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:21:35,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@409cdca4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:21:35,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@303a142a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3b2f118-9449-ab1f-8fa9-d3701d653d0c/hadoop.log.dir/,STOPPED} 2024-11-21T02:21:35,534 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T02:21:35,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:21:35,557 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 241) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55392) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55392) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-21 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35939 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42999 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:35939 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35939 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=655 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=954 (was 949) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=669 (was 620) - AvailableMemoryMB LEAK? - 2024-11-21T02:21:35,569 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=954, ProcessCount=11, AvailableMemoryMB=669 2024-11-21T02:21:35,584 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-21T02:21:35,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/hadoop.log.dir so I do NOT create it in target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f 2024-11-21T02:21:35,585 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:21:35,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/hadoop.tmp.dir so I do NOT create it in target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f 2024-11-21T02:21:35,585 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3191326-24d2-123a-9dec-0f6fcd643ddb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:21:35,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f 2024-11-21T02:21:35,585 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/cluster_1832a9d3-5c87-d0b7-0408-a86201594125, deleteOnExit=true 2024-11-21T02:21:35,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/cluster_1832a9d3-5c87-d0b7-0408-a86201594125/zookeeper_0, clientPort=61319, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/cluster_1832a9d3-5c87-d0b7-0408-a86201594125/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/cluster_1832a9d3-5c87-d0b7-0408-a86201594125/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T02:21:35,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61319 2024-11-21T02:21:35,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:21:35,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:21:35,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/test.cache.data in system properties and HBase conf 2024-11-21T02:21:35,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:21:35,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:21:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:21:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:21:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:21:35,589 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:21:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:21:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:21:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:21:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:21:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:21:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:21:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:21:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:21:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:21:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:21:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:21:35,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:21:35,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:21:35,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:21:35,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b31eb430005, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:21:35,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b31eb430005, quorum=127.0.0.1:55392, baseZNode=/1-731962290 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:21:35,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b31eb430002, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:21:35,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b31eb430002, quorum=127.0.0.1:55392, baseZNode=/0-1515953070 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:21:35,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:21:35,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:21:35,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:21:35,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:21:35,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:21:35,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:21:35,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@638cd3ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:21:35,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17bc80f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:21:36,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fa3523f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/java.io.tmpdir/jetty-localhost-46169-hadoop-hdfs-3_4_1-tests_jar-_-any-15830358611159648839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:21:36,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f8b37b8{HTTP/1.1, (http/1.1)}{localhost:46169} 2024-11-21T02:21:36,064 INFO [Time-limited test {}] server.Server(415): Started @239327ms 2024-11-21T02:21:36,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:21:36,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:21:36,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:21:36,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:21:36,463 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:21:36,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@330618c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:21:36,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a4775d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:21:36,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44ddc9d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/java.io.tmpdir/jetty-localhost-40113-hadoop-hdfs-3_4_1-tests_jar-_-any-15936117260171766361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:21:36,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@330652c7{HTTP/1.1, (http/1.1)}{localhost:40113} 2024-11-21T02:21:36,607 INFO [Time-limited test {}] server.Server(415): Started @239870ms 2024-11-21T02:21:36,609 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:21:37,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:21:37,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:21:37,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:21:37,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T02:21:37,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T02:21:37,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:21:37,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:21:37,474 WARN [Thread-2670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/cluster_1832a9d3-5c87-d0b7-0408-a86201594125/data/data1/current/BP-1794524517-172.17.0.2-1732155695603/current, will proceed with Du for space computation calculation, 2024-11-21T02:21:37,481 WARN [Thread-2671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/cluster_1832a9d3-5c87-d0b7-0408-a86201594125/data/data2/current/BP-1794524517-172.17.0.2-1732155695603/current, will proceed with Du for space computation calculation, 2024-11-21T02:21:37,541 WARN [Thread-2658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:21:37,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9193fe0beb33f016 with lease ID 0x7b471375d362a81c: Processing first storage report for DS-2fe029e5-7f13-4b0a-a325-5b8fc7ec65c1 from datanode DatanodeRegistration(127.0.0.1:46167, datanodeUuid=97309c19-4799-4e37-ad83-5e7f7f119695, infoPort=35365, infoSecurePort=0, ipcPort=38283, storageInfo=lv=-57;cid=testClusterID;nsid=1583508488;c=1732155695603) 2024-11-21T02:21:37,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9193fe0beb33f016 with lease ID 0x7b471375d362a81c: from storage DS-2fe029e5-7f13-4b0a-a325-5b8fc7ec65c1 node DatanodeRegistration(127.0.0.1:46167, datanodeUuid=97309c19-4799-4e37-ad83-5e7f7f119695, infoPort=35365, infoSecurePort=0, ipcPort=38283, storageInfo=lv=-57;cid=testClusterID;nsid=1583508488;c=1732155695603), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:21:37,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9193fe0beb33f016 with lease ID 0x7b471375d362a81c: Processing first storage report for DS-d6b83d6b-bdc0-4822-abf0-50cdd723bbcd from datanode DatanodeRegistration(127.0.0.1:46167, datanodeUuid=97309c19-4799-4e37-ad83-5e7f7f119695, infoPort=35365, infoSecurePort=0, ipcPort=38283, storageInfo=lv=-57;cid=testClusterID;nsid=1583508488;c=1732155695603) 2024-11-21T02:21:37,549 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9193fe0beb33f016 with lease ID 0x7b471375d362a81c: from storage DS-d6b83d6b-bdc0-4822-abf0-50cdd723bbcd node DatanodeRegistration(127.0.0.1:46167, datanodeUuid=97309c19-4799-4e37-ad83-5e7f7f119695, infoPort=35365, infoSecurePort=0, ipcPort=38283, storageInfo=lv=-57;cid=testClusterID;nsid=1583508488;c=1732155695603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:21:37,561 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f 2024-11-21T02:21:37,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:37,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:37,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:21:37,578 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8 with version=8 2024-11-21T02:21:37,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/hbase-staging 2024-11-21T02:21:37,580 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:21:37,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:37,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:37,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:21:37,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:37,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:21:37,581 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:21:37,581 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:21:37,583 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45423 2024-11-21T02:21:37,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45423 connecting to ZooKeeper ensemble=127.0.0.1:61319 2024-11-21T02:21:37,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454230x0, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:21:37,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45423-0x1015b325d8e0000 connected 2024-11-21T02:21:37,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:37,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:37,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Set watcher on znode that does not yet exist, /01485738577/running 2024-11-21T02:21:37,753 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8, hbase.cluster.distributed=false 2024-11-21T02:21:37,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Set watcher on znode that does not yet exist, /01485738577/acl 2024-11-21T02:21:37,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45423 2024-11-21T02:21:37,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45423 2024-11-21T02:21:37,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45423 2024-11-21T02:21:37,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45423 2024-11-21T02:21:37,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45423 2024-11-21T02:21:37,795 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:21:37,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:37,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:37,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:21:37,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:37,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:21:37,796 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:21:37,796 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:21:37,796 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41799 2024-11-21T02:21:37,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41799 connecting to ZooKeeper ensemble=127.0.0.1:61319 2024-11-21T02:21:37,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:37,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:37,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417990x0, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:21:37,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417990x0, quorum=127.0.0.1:61319, baseZNode=/01485738577 Set watcher on znode that does not yet exist, /01485738577/running 2024-11-21T02:21:37,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41799-0x1015b325d8e0001 connected 2024-11-21T02:21:37,818 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:21:37,819 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:21:37,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Set watcher on znode that does not yet exist, /01485738577/master 2024-11-21T02:21:37,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Set watcher on znode that does not yet exist, /01485738577/acl 2024-11-21T02:21:37,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41799 2024-11-21T02:21:37,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41799 2024-11-21T02:21:37,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41799 2024-11-21T02:21:37,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41799 2024-11-21T02:21:37,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41799 2024-11-21T02:21:37,840 DEBUG [M:0;5aee4e3683e9:45423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:45423 2024-11-21T02:21:37,840 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01485738577/backup-masters/5aee4e3683e9,45423,1732155697580 2024-11-21T02:21:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577/backup-masters 2024-11-21T02:21:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577/backup-masters 2024-11-21T02:21:37,853 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Set watcher on existing znode=/01485738577/backup-masters/5aee4e3683e9,45423,1732155697580 2024-11-21T02:21:37,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01485738577/master 2024-11-21T02:21:37,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577 2024-11-21T02:21:37,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577 2024-11-21T02:21:37,863 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Set watcher on existing znode=/01485738577/master 2024-11-21T02:21:37,864 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01485738577/backup-masters/5aee4e3683e9,45423,1732155697580 from backup master directory 2024-11-21T02:21:37,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577/backup-masters 2024-11-21T02:21:37,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01485738577/backup-masters/5aee4e3683e9,45423,1732155697580 2024-11-21T02:21:37,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577/backup-masters 2024-11-21T02:21:37,873 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:21:37,873 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,45423,1732155697580 2024-11-21T02:21:37,876 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/hbase.id] with ID: b1ea424c-3451-489f-8133-806a00f3dc9a 2024-11-21T02:21:37,876 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/.tmp/hbase.id 2024-11-21T02:21:37,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:21:38,281 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/.tmp/hbase.id]:[hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/hbase.id] 2024-11-21T02:21:38,294 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:38,294 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:21:38,296 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T02:21:38,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577 2024-11-21T02:21:38,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577 2024-11-21T02:21:38,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:21:38,766 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:21:38,767 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:21:38,767 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:38,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:21:39,175 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store 2024-11-21T02:21:39,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:21:39,585 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:39,585 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:21:39,585 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:39,585 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:39,585 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:21:39,585 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:39,585 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:39,585 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155699585Disabling compacts and flushes for region at 1732155699585Disabling writes for close at 1732155699585Writing region close event to WAL at 1732155699585Closed at 1732155699585 2024-11-21T02:21:39,592 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/.initializing 2024-11-21T02:21:39,592 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/WALs/5aee4e3683e9,45423,1732155697580 2024-11-21T02:21:39,601 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:21:39,607 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C45423%2C1732155697580, suffix=, logDir=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/WALs/5aee4e3683e9,45423,1732155697580, archiveDir=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/oldWALs, maxLogs=10 2024-11-21T02:21:39,640 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/WALs/5aee4e3683e9,45423,1732155697580/5aee4e3683e9%2C45423%2C1732155697580.1732155699607, exclude list is [], retry=0 2024-11-21T02:21:39,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46167,DS-2fe029e5-7f13-4b0a-a325-5b8fc7ec65c1,DISK] 2024-11-21T02:21:39,668 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/WALs/5aee4e3683e9,45423,1732155697580/5aee4e3683e9%2C45423%2C1732155697580.1732155699607 2024-11-21T02:21:39,678 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35365:35365)] 2024-11-21T02:21:39,678 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:39,678 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:39,679 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:39,679 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:39,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:39,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:21:39,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:39,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:39,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:39,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:21:39,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:39,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:39,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:39,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:21:39,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:39,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:39,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:39,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:21:39,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:39,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:39,701 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:39,702 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:39,702 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:39,704 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:39,704 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:39,705 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:21:39,708 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:39,711 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:39,712 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68174688, jitterRate=0.015882015228271484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:21:39,712 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155699679Initializing all the Stores at 1732155699680 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155699680Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155699688 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155699688Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155699688Cleaning up temporary data from old regions at 1732155699704 (+16 ms)Region opened successfully at 1732155699712 (+8 ms) 2024-11-21T02:21:39,712 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:21:39,715 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704a5eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:21:39,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:21:39,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:21:39,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:21:39,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:21:39,717 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:21:39,717 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:21:39,717 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:21:39,730 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:21:39,731 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Unable to get data of znode /01485738577/balancer because node does not exist (not necessarily an error) 2024-11-21T02:21:40,125 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01485738577/balancer already deleted, retry=false 2024-11-21T02:21:40,125 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:21:40,134 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Unable to get data of znode /01485738577/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:21:40,396 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01485738577/normalizer already deleted, retry=false 2024-11-21T02:21:40,397 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:21:40,398 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Unable to get data of znode /01485738577/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:21:40,604 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01485738577/switch/split already deleted, retry=false 2024-11-21T02:21:40,608 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Unable to get data of znode /01485738577/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:21:40,812 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01485738577/switch/merge already deleted, retry=false 2024-11-21T02:21:40,828 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Unable to get data of znode /01485738577/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:21:41,082 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01485738577/snapshot-cleanup already deleted, retry=false 2024-11-21T02:21:41,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01485738577/running 2024-11-21T02:21:41,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577 2024-11-21T02:21:41,241 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,45423,1732155697580, sessionid=0x1015b325d8e0000, setting cluster-up flag (Was=false) 2024-11-21T02:21:41,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01485738577/running 2024-11-21T02:21:41,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577 2024-11-21T02:21:41,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577 2024-11-21T02:21:41,368 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01485738577/flush-table-proc/acquired, /01485738577/flush-table-proc/reached, /01485738577/flush-table-proc/abort 2024-11-21T02:21:41,371 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,45423,1732155697580 2024-11-21T02:21:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577 2024-11-21T02:21:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577 2024-11-21T02:21:41,424 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01485738577/online-snapshot/acquired, /01485738577/online-snapshot/reached, /01485738577/online-snapshot/abort 2024-11-21T02:21:41,429 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,45423,1732155697580 2024-11-21T02:21:41,436 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:21:41,446 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:41,446 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:21:41,446 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:21:41,447 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,45423,1732155697580 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:21:41,458 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:41,458 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:41,458 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:41,458 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:41,458 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:21:41,458 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:41,458 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:21:41,458 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:41,483 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(746): ClusterId : b1ea424c-3451-489f-8133-806a00f3dc9a 2024-11-21T02:21:41,483 DEBUG [RS:0;5aee4e3683e9:41799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:21:41,493 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:41,493 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:21:41,501 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:41,502 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:21:41,512 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155731512 2024-11-21T02:21:41,513 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:21:41,513 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:21:41,513 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:21:41,513 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:21:41,513 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:21:41,513 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:21:41,524 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:41,525 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:21:41,525 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:21:41,525 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:21:41,525 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:21:41,536 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:21:41,536 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:21:41,537 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155701536,5,FailOnTimeoutGroup] 2024-11-21T02:21:41,548 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155701537,5,FailOnTimeoutGroup] 2024-11-21T02:21:41,548 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:41,548 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:21:41,548 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:41,548 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:41,553 DEBUG [RS:0;5aee4e3683e9:41799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:21:41,553 DEBUG [RS:0;5aee4e3683e9:41799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:21:41,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:21:41,571 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:21:41,571 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8 2024-11-21T02:21:41,601 DEBUG [RS:0;5aee4e3683e9:41799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:21:41,601 DEBUG [RS:0;5aee4e3683e9:41799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f70b1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:21:41,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:21:41,618 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:41799 2024-11-21T02:21:41,619 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:21:41,619 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:21:41,619 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:21:41,619 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,45423,1732155697580 with port=41799, startcode=1732155697795 2024-11-21T02:21:41,620 DEBUG [RS:0;5aee4e3683e9:41799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:21:41,625 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:21:41,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,41799,1732155697795 2024-11-21T02:21:41,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45423 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,41799,1732155697795 2024-11-21T02:21:41,627 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8 2024-11-21T02:21:41,627 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40135 2024-11-21T02:21:41,627 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:21:41,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577/rs 2024-11-21T02:21:41,664 DEBUG [RS:0;5aee4e3683e9:41799 {}] zookeeper.ZKUtil(111): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Set watcher on existing znode=/01485738577/rs/5aee4e3683e9,41799,1732155697795 2024-11-21T02:21:41,664 WARN [RS:0;5aee4e3683e9:41799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:21:41,664 INFO [RS:0;5aee4e3683e9:41799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:41,664 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795 2024-11-21T02:21:41,670 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,41799,1732155697795] 2024-11-21T02:21:41,721 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:21:41,733 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:21:41,733 INFO [RS:0;5aee4e3683e9:41799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:21:41,733 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:41,740 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:21:41,741 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:21:41,741 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:41,741 DEBUG [RS:0;5aee4e3683e9:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:41,741 DEBUG [RS:0;5aee4e3683e9:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:41,741 DEBUG [RS:0;5aee4e3683e9:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:41,741 DEBUG [RS:0;5aee4e3683e9:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:41,741 DEBUG [RS:0;5aee4e3683e9:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:41,741 DEBUG [RS:0;5aee4e3683e9:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:21:41,741 DEBUG [RS:0;5aee4e3683e9:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:41,741 DEBUG [RS:0;5aee4e3683e9:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:41,742 DEBUG [RS:0;5aee4e3683e9:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:41,742 DEBUG [RS:0;5aee4e3683e9:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:41,742 DEBUG [RS:0;5aee4e3683e9:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:41,742 DEBUG [RS:0;5aee4e3683e9:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:41,742 DEBUG [RS:0;5aee4e3683e9:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:21:41,742 DEBUG [RS:0;5aee4e3683e9:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:21:41,742 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:41,742 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:41,742 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:41,742 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:41,742 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:41,742 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,41799,1732155697795-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:21:41,762 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:21:41,762 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,41799,1732155697795-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:41,762 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:41,762 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.Replication(171): 5aee4e3683e9,41799,1732155697795 started 2024-11-21T02:21:41,779 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:41,779 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,41799,1732155697795, RpcServer on 5aee4e3683e9/172.17.0.2:41799, sessionid=0x1015b325d8e0001 2024-11-21T02:21:41,779 DEBUG [RS:0;5aee4e3683e9:41799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:21:41,779 DEBUG [RS:0;5aee4e3683e9:41799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,41799,1732155697795 2024-11-21T02:21:41,779 DEBUG [RS:0;5aee4e3683e9:41799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,41799,1732155697795' 2024-11-21T02:21:41,779 DEBUG [RS:0;5aee4e3683e9:41799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01485738577/flush-table-proc/abort' 2024-11-21T02:21:41,780 DEBUG [RS:0;5aee4e3683e9:41799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01485738577/flush-table-proc/acquired' 2024-11-21T02:21:41,780 DEBUG [RS:0;5aee4e3683e9:41799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:21:41,780 DEBUG [RS:0;5aee4e3683e9:41799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:21:41,780 DEBUG [RS:0;5aee4e3683e9:41799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,41799,1732155697795 2024-11-21T02:21:41,780 DEBUG [RS:0;5aee4e3683e9:41799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,41799,1732155697795' 2024-11-21T02:21:41,780 DEBUG [RS:0;5aee4e3683e9:41799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01485738577/online-snapshot/abort' 2024-11-21T02:21:41,780 DEBUG [RS:0;5aee4e3683e9:41799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01485738577/online-snapshot/acquired' 2024-11-21T02:21:41,780 DEBUG [RS:0;5aee4e3683e9:41799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:21:41,780 INFO [RS:0;5aee4e3683e9:41799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:21:41,780 INFO [RS:0;5aee4e3683e9:41799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:21:41,881 INFO [RS:0;5aee4e3683e9:41799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:21:41,882 INFO [RS:0;5aee4e3683e9:41799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C41799%2C1732155697795, suffix=, logDir=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795, archiveDir=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/oldWALs, maxLogs=10 2024-11-21T02:21:41,897 DEBUG [RS:0;5aee4e3683e9:41799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882, exclude list is [], retry=0 2024-11-21T02:21:41,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46167,DS-2fe029e5-7f13-4b0a-a325-5b8fc7ec65c1,DISK] 2024-11-21T02:21:41,902 INFO [RS:0;5aee4e3683e9:41799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 2024-11-21T02:21:41,902 DEBUG [RS:0;5aee4e3683e9:41799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35365:35365)] 2024-11-21T02:21:42,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:42,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:21:42,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:21:42,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:42,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:42,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:21:42,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:21:42,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:42,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:42,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:21:42,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:21:42,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:42,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:42,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:21:42,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:21:42,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:42,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:42,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:21:42,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740 2024-11-21T02:21:42,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740 2024-11-21T02:21:42,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:21:42,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:21:42,011 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:21:42,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:21:42,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:42,013 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67974204, jitterRate=0.01289457082748413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:21:42,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155702005Initializing all the Stores at 1732155702005Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155702005Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155702006 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155702006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155702006Cleaning up temporary data from old regions at 1732155702011 (+5 ms)Region opened successfully at 1732155702014 (+3 ms) 2024-11-21T02:21:42,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:21:42,014 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:21:42,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:21:42,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:21:42,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:21:42,014 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:21:42,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155702014Disabling compacts and flushes for region at 1732155702014Disabling writes for close at 1732155702014Writing region close event to WAL at 1732155702014Closed at 1732155702014 2024-11-21T02:21:42,015 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:42,015 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:21:42,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:21:42,016 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:21:42,017 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:21:42,167 DEBUG [5aee4e3683e9:45423 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:21:42,167 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,41799,1732155697795 2024-11-21T02:21:42,168 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,41799,1732155697795, state=OPENING 2024-11-21T02:21:42,376 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:21:42,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577 2024-11-21T02:21:42,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577 2024-11-21T02:21:42,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01485738577/meta-region-server: CHANGED 2024-11-21T02:21:42,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01485738577/meta-region-server: CHANGED 2024-11-21T02:21:42,442 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:21:42,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,41799,1732155697795}] 2024-11-21T02:21:42,603 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:21:42,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:21:42,624 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:21:42,624 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:42,625 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:21:42,626 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C41799%2C1732155697795.meta, suffix=.meta, logDir=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795, archiveDir=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/oldWALs, maxLogs=10 2024-11-21T02:21:42,651 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.meta.1732155702637.meta, exclude list is [], retry=0 2024-11-21T02:21:42,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46167,DS-2fe029e5-7f13-4b0a-a325-5b8fc7ec65c1,DISK] 2024-11-21T02:21:42,654 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.meta.1732155702637.meta 2024-11-21T02:21:42,654 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35365:35365)] 2024-11-21T02:21:42,655 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:42,655 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:21:42,655 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:21:42,655 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:21:42,655 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:21:42,655 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:21:42,655 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:42,655 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:21:42,655 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:21:42,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:21:42,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:21:42,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:42,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:42,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:21:42,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:21:42,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:42,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:42,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:21:42,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:21:42,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:42,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:42,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:21:42,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:21:42,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:42,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:42,660 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:21:42,661 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740 2024-11-21T02:21:42,664 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740 2024-11-21T02:21:42,665 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:21:42,666 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:21:42,666 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:21:42,667 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:21:42,668 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67164606, jitterRate=8.306205272674561E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:21:42,668 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:21:42,668 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155702655Writing region info on filesystem at 1732155702656 (+1 ms)Initializing all the Stores at 1732155702656Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155702656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155702656Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155702656Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155702656Cleaning up temporary data from old regions at 1732155702666 (+10 ms)Running coprocessor post-open hooks at 1732155702668 (+2 ms)Region opened successfully at 1732155702668 2024-11-21T02:21:42,669 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155702603 2024-11-21T02:21:42,671 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:21:42,671 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:21:42,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,41799,1732155697795 2024-11-21T02:21:42,672 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,41799,1732155697795, state=OPEN 2024-11-21T02:21:42,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01485738577/meta-region-server 2024-11-21T02:21:42,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01485738577/meta-region-server: CHANGED 2024-11-21T02:21:42,725 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,41799,1732155697795 2024-11-21T02:21:42,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:21:42,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,41799,1732155697795 in 283 msec 2024-11-21T02:21:42,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01485738577/meta-region-server 2024-11-21T02:21:42,728 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01485738577/meta-region-server: CHANGED 2024-11-21T02:21:42,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:21:42,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 713 msec 2024-11-21T02:21:42,731 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:42,731 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:21:42,733 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:21:42,733 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,41799,1732155697795, seqNum=-1] 2024-11-21T02:21:42,733 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:21:42,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:21:42,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-11-21T02:21:42,745 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155702745, completionTime=-1 2024-11-21T02:21:42,745 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:21:42,745 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:21:42,748 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:21:42,748 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155762748 2024-11-21T02:21:42,748 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155822748 2024-11-21T02:21:42,749 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-21T02:21:42,749 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,45423,1732155697580-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:42,749 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,45423,1732155697580-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:42,749 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,45423,1732155697580-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:42,749 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:45423, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:42,749 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:42,749 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:42,752 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:21:42,754 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.881sec 2024-11-21T02:21:42,754 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:21:42,754 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:21:42,754 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:21:42,754 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:21:42,754 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:21:42,754 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,45423,1732155697580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:21:42,754 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,45423,1732155697580-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:21:42,765 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:21:42,765 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:21:42,765 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,45423,1732155697580-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:42,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758e34a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:42,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,45423,-1 for getting cluster id 2024-11-21T02:21:42,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:42,787 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ea424c-3451-489f-8133-806a00f3dc9a' 2024-11-21T02:21:42,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:42,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ea424c-3451-489f-8133-806a00f3dc9a" 2024-11-21T02:21:42,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4d1c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:42,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,45423,-1] 2024-11-21T02:21:42,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:42,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:42,793 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:42,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3747e08d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:42,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:21:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,41799,1732155697795, seqNum=-1] 2024-11-21T02:21:42,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:21:42,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:21:42,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,45423,1732155697580 2024-11-21T02:21:42,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61319 2024-11-21T02:21:42,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:21:42,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b325d8e0002 connected 2024-11-21T02:21:42,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/hadoop.log.dir so I do NOT create it in target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694 2024-11-21T02:21:42,850 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:21:42,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/hadoop.tmp.dir so I do NOT create it in target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694 2024-11-21T02:21:42,850 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:21:42,850 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694 2024-11-21T02:21:42,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:21:42,850 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/cluster_481d0e51-70a4-e2aa-0fb1-e2008e9eb0ca, deleteOnExit=true 2024-11-21T02:21:42,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:21:42,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/test.cache.data in system properties and HBase conf 2024-11-21T02:21:42,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:21:42,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:21:42,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:21:42,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:21:42,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:21:42,851 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:21:42,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:21:42,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:21:42,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:21:42,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:21:42,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:21:42,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:21:42,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:21:42,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:21:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:21:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:21:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:21:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:21:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:21:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:21:42,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:21:42,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:42,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:43,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:43,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:43,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:43,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:43,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:43,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:43,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:43,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:43,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:43,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:43,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:21:43,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:21:43,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:21:43,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:21:43,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:21:43,258 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:21:43,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f4a5392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:21:43,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4377be4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:21:43,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3976cc46{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/java.io.tmpdir/jetty-localhost-41199-hadoop-hdfs-3_4_1-tests_jar-_-any-7058620608152266561/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:21:43,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71778e6c{HTTP/1.1, (http/1.1)}{localhost:41199} 2024-11-21T02:21:43,386 INFO [Time-limited test {}] server.Server(415): Started @246649ms 2024-11-21T02:21:43,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:21:43,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:21:43,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:21:43,825 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:21:43,825 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:21:43,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c348d87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:21:43,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78c6e954{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:21:43,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45c46b92{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/java.io.tmpdir/jetty-localhost-36041-hadoop-hdfs-3_4_1-tests_jar-_-any-5364943313386874571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:21:43,956 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1398a47e{HTTP/1.1, (http/1.1)}{localhost:36041} 2024-11-21T02:21:43,957 INFO [Time-limited test {}] server.Server(415): Started @247220ms 2024-11-21T02:21:43,958 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:21:45,225 WARN [Thread-2791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/cluster_481d0e51-70a4-e2aa-0fb1-e2008e9eb0ca/data/data1/current/BP-1271777705-172.17.0.2-1732155702873/current, will proceed with Du for space computation calculation, 2024-11-21T02:21:45,236 WARN [Thread-2792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/cluster_481d0e51-70a4-e2aa-0fb1-e2008e9eb0ca/data/data2/current/BP-1271777705-172.17.0.2-1732155702873/current, will proceed with Du for space computation calculation, 2024-11-21T02:21:45,294 WARN [Thread-2779 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:21:45,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa87769a83dc76b8e with lease ID 0x96d8e66ceb26e96b: Processing first storage report for DS-db1c7d25-a693-4dd6-88fe-bf59d15e27e1 from datanode DatanodeRegistration(127.0.0.1:39781, datanodeUuid=3f796b84-74b4-4d91-a5ad-94f403167235, infoPort=39637, infoSecurePort=0, ipcPort=44429, storageInfo=lv=-57;cid=testClusterID;nsid=1158606024;c=1732155702873) 2024-11-21T02:21:45,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa87769a83dc76b8e with lease ID 0x96d8e66ceb26e96b: from storage DS-db1c7d25-a693-4dd6-88fe-bf59d15e27e1 node DatanodeRegistration(127.0.0.1:39781, datanodeUuid=3f796b84-74b4-4d91-a5ad-94f403167235, infoPort=39637, infoSecurePort=0, ipcPort=44429, storageInfo=lv=-57;cid=testClusterID;nsid=1158606024;c=1732155702873), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:21:45,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa87769a83dc76b8e with lease ID 0x96d8e66ceb26e96b: Processing first storage report for DS-76388e29-06b0-4c0c-8c20-272d634bf460 from datanode DatanodeRegistration(127.0.0.1:39781, datanodeUuid=3f796b84-74b4-4d91-a5ad-94f403167235, infoPort=39637, infoSecurePort=0, ipcPort=44429, storageInfo=lv=-57;cid=testClusterID;nsid=1158606024;c=1732155702873) 2024-11-21T02:21:45,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa87769a83dc76b8e with lease ID 0x96d8e66ceb26e96b: from storage DS-76388e29-06b0-4c0c-8c20-272d634bf460 node DatanodeRegistration(127.0.0.1:39781, datanodeUuid=3f796b84-74b4-4d91-a5ad-94f403167235, infoPort=39637, infoSecurePort=0, ipcPort=44429, storageInfo=lv=-57;cid=testClusterID;nsid=1158606024;c=1732155702873), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:21:45,307 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694 2024-11-21T02:21:45,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:45,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:45,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:21:45,347 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5 with version=8 2024-11-21T02:21:45,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/hbase-staging 2024-11-21T02:21:45,350 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:21:45,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:45,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:45,350 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:21:45,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:45,350 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:21:45,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:21:45,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:21:45,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39885 2024-11-21T02:21:45,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39885 connecting to ZooKeeper ensemble=127.0.0.1:61319 2024-11-21T02:21:45,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398850x0, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:21:45,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39885-0x1015b325d8e0003 connected 2024-11-21T02:21:45,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:45,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:45,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Set watcher on znode that does not yet exist, /11081612596/running 2024-11-21T02:21:45,470 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5, hbase.cluster.distributed=false 2024-11-21T02:21:45,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Set watcher on znode that does not yet exist, /11081612596/acl 2024-11-21T02:21:45,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39885 2024-11-21T02:21:45,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39885 2024-11-21T02:21:45,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39885 2024-11-21T02:21:45,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39885 2024-11-21T02:21:45,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39885 2024-11-21T02:21:45,554 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:21:45,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:45,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:45,554 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:21:45,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:45,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:21:45,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:21:45,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:21:45,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42613 2024-11-21T02:21:45,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42613 connecting to ZooKeeper ensemble=127.0.0.1:61319 2024-11-21T02:21:45,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:45,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:45,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426130x0, quorum=127.0.0.1:61319, baseZNode=/11081612596 Set watcher on znode that does not yet exist, /11081612596/running 2024-11-21T02:21:45,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426130x0, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:21:45,576 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:21:45,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42613-0x1015b325d8e0004 connected 2024-11-21T02:21:45,589 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:21:45,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Set watcher on znode that does not yet exist, /11081612596/master 2024-11-21T02:21:45,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Set watcher on znode that does not yet exist, /11081612596/acl 2024-11-21T02:21:45,598 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42613 2024-11-21T02:21:45,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42613 2024-11-21T02:21:45,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42613 2024-11-21T02:21:45,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42613 2024-11-21T02:21:45,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42613 2024-11-21T02:21:45,618 DEBUG [M:0;5aee4e3683e9:39885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:39885 2024-11-21T02:21:45,620 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11081612596/backup-masters/5aee4e3683e9,39885,1732155705350 2024-11-21T02:21:45,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596/backup-masters 2024-11-21T02:21:45,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596/backup-masters 2024-11-21T02:21:45,631 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Set watcher on existing znode=/11081612596/backup-masters/5aee4e3683e9,39885,1732155705350 2024-11-21T02:21:45,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11081612596/master 2024-11-21T02:21:45,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:21:45,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:21:45,642 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Set watcher on existing znode=/11081612596/master 2024-11-21T02:21:45,642 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11081612596/backup-masters/5aee4e3683e9,39885,1732155705350 from backup master directory 2024-11-21T02:21:45,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081612596/backup-masters/5aee4e3683e9,39885,1732155705350 2024-11-21T02:21:45,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596/backup-masters 2024-11-21T02:21:45,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596/backup-masters 2024-11-21T02:21:45,652 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:21:45,652 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,39885,1732155705350 2024-11-21T02:21:45,655 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/hbase.id] with ID: 4e634608-6072-49ea-84d3-0c6111eb09d5 2024-11-21T02:21:45,655 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/.tmp/hbase.id 2024-11-21T02:21:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:21:46,062 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/.tmp/hbase.id]:[hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/hbase.id] 2024-11-21T02:21:46,068 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:46,068 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:21:46,069 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T02:21:46,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:21:46,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:21:46,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:21:46,485 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:21:46,485 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:21:46,486 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:46,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:21:46,893 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store 2024-11-21T02:21:46,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:21:47,298 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:47,298 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:21:47,298 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:47,298 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:47,298 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:21:47,298 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:47,298 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:47,298 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155707298Disabling compacts and flushes for region at 1732155707298Disabling writes for close at 1732155707298Writing region close event to WAL at 1732155707298Closed at 1732155707298 2024-11-21T02:21:47,300 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/.initializing 2024-11-21T02:21:47,300 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/WALs/5aee4e3683e9,39885,1732155705350 2024-11-21T02:21:47,300 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:21:47,301 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C39885%2C1732155705350, suffix=, logDir=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/WALs/5aee4e3683e9,39885,1732155705350, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/oldWALs, maxLogs=10 2024-11-21T02:21:47,313 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/WALs/5aee4e3683e9,39885,1732155705350/5aee4e3683e9%2C39885%2C1732155705350.1732155707301, exclude list is [], retry=0 2024-11-21T02:21:47,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-db1c7d25-a693-4dd6-88fe-bf59d15e27e1,DISK] 2024-11-21T02:21:47,317 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/WALs/5aee4e3683e9,39885,1732155705350/5aee4e3683e9%2C39885%2C1732155705350.1732155707301 2024-11-21T02:21:47,317 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39637:39637)] 2024-11-21T02:21:47,317 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:47,317 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:47,317 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:47,317 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:47,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:47,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:21:47,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:47,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:47,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:47,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:21:47,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:47,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:47,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:47,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:21:47,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:47,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:47,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:47,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:21:47,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:47,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:47,324 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:47,325 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:47,326 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:47,326 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:47,326 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:47,327 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:21:47,329 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:47,334 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:47,334 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63339471, jitterRate=-0.056168332695961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:21:47,334 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155707317Initializing all the Stores at 1732155707318 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155707318Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155707318Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155707318Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155707318Cleaning up temporary data from old regions at 1732155707326 (+8 ms)Region opened successfully at 1732155707334 (+8 ms) 2024-11-21T02:21:47,334 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:21:47,336 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf723c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:21:47,337 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:21:47,337 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:21:47,337 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:21:47,337 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:21:47,338 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:21:47,338 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:21:47,338 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:21:47,340 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:21:47,340 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Unable to get data of znode /11081612596/balancer because node does not exist (not necessarily an error) 2024-11-21T02:21:47,357 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081612596/balancer already deleted, retry=false 2024-11-21T02:21:47,357 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:21:47,358 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Unable to get data of znode /11081612596/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:21:47,367 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081612596/normalizer already deleted, retry=false 2024-11-21T02:21:47,368 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:21:47,368 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Unable to get data of znode /11081612596/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:21:47,378 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081612596/switch/split already deleted, retry=false 2024-11-21T02:21:47,379 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Unable to get data of znode /11081612596/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:21:47,388 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081612596/switch/merge already deleted, retry=false 2024-11-21T02:21:47,390 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Unable to get data of znode /11081612596/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:21:47,399 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11081612596/snapshot-cleanup already deleted, retry=false 2024-11-21T02:21:47,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11081612596/running 2024-11-21T02:21:47,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11081612596/running 2024-11-21T02:21:47,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:21:47,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:21:47,410 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,39885,1732155705350, sessionid=0x1015b325d8e0003, setting cluster-up flag (Was=false) 2024-11-21T02:21:47,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:21:47,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:21:47,462 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11081612596/flush-table-proc/acquired, /11081612596/flush-table-proc/reached, /11081612596/flush-table-proc/abort 2024-11-21T02:21:47,468 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:21:47,468 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T02:21:47,469 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:21:47,469 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T02:21:47,469 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:21:47,469 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T02:21:47,469 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:21:47,469 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T02:21:47,470 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,39885,1732155705350 2024-11-21T02:21:47,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:21:47,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:21:47,525 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11081612596/online-snapshot/acquired, /11081612596/online-snapshot/reached, /11081612596/online-snapshot/abort 2024-11-21T02:21:47,526 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,39885,1732155705350 2024-11-21T02:21:47,527 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:21:47,529 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:47,530 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:21:47,530 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:21:47,530 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,39885,1732155705350 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:21:47,533 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:47,533 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:47,533 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:47,533 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:47,533 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:21:47,533 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:47,533 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:21:47,533 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:47,537 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:47,537 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:21:47,538 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:47,538 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:21:47,544 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155737544 2024-11-21T02:21:47,544 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:21:47,545 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:21:47,545 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:21:47,545 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:21:47,545 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:21:47,545 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:21:47,545 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:47,546 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:21:47,546 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:21:47,546 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:21:47,546 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:21:47,555 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:21:47,555 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:21:47,556 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155707555,5,FailOnTimeoutGroup] 2024-11-21T02:21:47,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:21:47,568 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155707556,5,FailOnTimeoutGroup] 2024-11-21T02:21:47,568 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:47,568 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:21:47,568 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:47,568 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:47,608 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(746): ClusterId : 4e634608-6072-49ea-84d3-0c6111eb09d5 2024-11-21T02:21:47,608 DEBUG [RS:0;5aee4e3683e9:42613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:21:47,636 DEBUG [RS:0;5aee4e3683e9:42613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:21:47,636 DEBUG [RS:0;5aee4e3683e9:42613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:21:47,818 DEBUG [RS:0;5aee4e3683e9:42613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:21:47,819 DEBUG [RS:0;5aee4e3683e9:42613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bbf11b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:21:47,836 DEBUG [RS:0;5aee4e3683e9:42613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:42613 2024-11-21T02:21:47,836 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:21:47,836 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:21:47,836 DEBUG [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:21:47,837 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,39885,1732155705350 with port=42613, startcode=1732155705553 2024-11-21T02:21:47,837 DEBUG [RS:0;5aee4e3683e9:42613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:21:47,838 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:21:47,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39885 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,42613,1732155705553 2024-11-21T02:21:47,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39885 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,42613,1732155705553 2024-11-21T02:21:47,840 DEBUG [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5 2024-11-21T02:21:47,840 DEBUG [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41593 2024-11-21T02:21:47,840 DEBUG [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:21:47,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:21:47,962 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5 2024-11-21T02:21:48,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:21:48,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:21:48,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:48,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:48,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:48,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:48,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:48,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:48,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:48,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:48,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:48,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:48,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:48,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:48,231 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:21:48,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:48,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:21:48,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:21:48,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:48,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:48,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:21:48,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:21:48,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:48,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:48,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:21:48,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:21:48,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:48,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:48,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:21:48,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:21:48,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:48,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:48,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:21:48,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740 2024-11-21T02:21:48,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740 2024-11-21T02:21:48,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:21:48,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:21:48,420 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:21:48,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:21:48,424 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:48,424 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73859937, jitterRate=0.10059882700443268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:21:48,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155708401Initializing all the Stores at 1732155708401Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155708401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155708401Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155708401Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155708401Cleaning up temporary data from old regions at 1732155708419 (+18 ms)Region opened successfully at 1732155708424 (+5 ms) 2024-11-21T02:21:48,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:21:48,424 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:21:48,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:21:48,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:21:48,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:21:48,425 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:21:48,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155708424Disabling compacts and flushes for region at 1732155708424Disabling writes for close at 1732155708424Writing region close event to WAL at 1732155708425 (+1 ms)Closed at 1732155708425 2024-11-21T02:21:48,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:48,429 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:21:48,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:21:48,430 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:21:48,431 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:21:48,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596/rs 2024-11-21T02:21:48,533 DEBUG [RS:0;5aee4e3683e9:42613 {}] zookeeper.ZKUtil(111): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Set watcher on existing znode=/11081612596/rs/5aee4e3683e9,42613,1732155705553 2024-11-21T02:21:48,533 WARN [RS:0;5aee4e3683e9:42613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:21:48,533 INFO [RS:0;5aee4e3683e9:42613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:48,533 DEBUG [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553 2024-11-21T02:21:48,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,42613,1732155705553] 2024-11-21T02:21:48,541 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:21:48,543 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:21:48,544 INFO [RS:0;5aee4e3683e9:42613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:21:48,544 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:48,545 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:21:48,550 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:21:48,550 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:48,551 DEBUG [RS:0;5aee4e3683e9:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:48,551 DEBUG [RS:0;5aee4e3683e9:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:48,551 DEBUG [RS:0;5aee4e3683e9:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:48,551 DEBUG [RS:0;5aee4e3683e9:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:48,551 DEBUG [RS:0;5aee4e3683e9:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:48,551 DEBUG [RS:0;5aee4e3683e9:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:21:48,551 DEBUG [RS:0;5aee4e3683e9:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:48,551 DEBUG [RS:0;5aee4e3683e9:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:48,551 DEBUG [RS:0;5aee4e3683e9:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:48,551 DEBUG [RS:0;5aee4e3683e9:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:48,551 DEBUG [RS:0;5aee4e3683e9:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:48,551 DEBUG [RS:0;5aee4e3683e9:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:48,551 DEBUG [RS:0;5aee4e3683e9:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:21:48,551 DEBUG [RS:0;5aee4e3683e9:42613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:21:48,553 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:48,553 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:48,553 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:48,553 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:48,553 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:48,553 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42613,1732155705553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:21:48,574 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:21:48,575 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42613,1732155705553-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:48,575 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:48,575 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.Replication(171): 5aee4e3683e9,42613,1732155705553 started 2024-11-21T02:21:48,581 WARN [5aee4e3683e9:39885 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-21T02:21:48,594 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:48,594 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,42613,1732155705553, RpcServer on 5aee4e3683e9/172.17.0.2:42613, sessionid=0x1015b325d8e0004 2024-11-21T02:21:48,594 DEBUG [RS:0;5aee4e3683e9:42613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:21:48,594 DEBUG [RS:0;5aee4e3683e9:42613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,42613,1732155705553 2024-11-21T02:21:48,594 DEBUG [RS:0;5aee4e3683e9:42613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,42613,1732155705553' 2024-11-21T02:21:48,594 DEBUG [RS:0;5aee4e3683e9:42613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11081612596/flush-table-proc/abort' 2024-11-21T02:21:48,599 DEBUG [RS:0;5aee4e3683e9:42613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11081612596/flush-table-proc/acquired' 2024-11-21T02:21:48,600 DEBUG [RS:0;5aee4e3683e9:42613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:21:48,600 DEBUG [RS:0;5aee4e3683e9:42613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:21:48,600 DEBUG [RS:0;5aee4e3683e9:42613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,42613,1732155705553 2024-11-21T02:21:48,600 DEBUG [RS:0;5aee4e3683e9:42613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,42613,1732155705553' 2024-11-21T02:21:48,600 DEBUG [RS:0;5aee4e3683e9:42613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11081612596/online-snapshot/abort' 2024-11-21T02:21:48,600 DEBUG [RS:0;5aee4e3683e9:42613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11081612596/online-snapshot/acquired' 2024-11-21T02:21:48,601 DEBUG [RS:0;5aee4e3683e9:42613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:21:48,601 INFO [RS:0;5aee4e3683e9:42613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:21:48,601 INFO [RS:0;5aee4e3683e9:42613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:21:48,701 INFO [RS:0;5aee4e3683e9:42613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:21:48,702 INFO [RS:0;5aee4e3683e9:42613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C42613%2C1732155705553, suffix=, logDir=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/oldWALs, maxLogs=10 2024-11-21T02:21:48,716 DEBUG [RS:0;5aee4e3683e9:42613 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703, exclude list is [], retry=0 2024-11-21T02:21:48,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-db1c7d25-a693-4dd6-88fe-bf59d15e27e1,DISK] 2024-11-21T02:21:48,740 INFO [RS:0;5aee4e3683e9:42613 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 2024-11-21T02:21:48,741 DEBUG [RS:0;5aee4e3683e9:42613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39637:39637)] 2024-11-21T02:21:48,831 DEBUG [5aee4e3683e9:39885 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:21:48,832 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,42613,1732155705553 2024-11-21T02:21:48,834 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,42613,1732155705553, state=OPENING 2024-11-21T02:21:48,852 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:21:48,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:21:48,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:21:48,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11081612596/meta-region-server: CHANGED 2024-11-21T02:21:48,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11081612596/meta-region-server: CHANGED 2024-11-21T02:21:48,864 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:21:48,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,42613,1732155705553}] 2024-11-21T02:21:49,017 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:21:49,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:21:49,022 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:21:49,022 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:49,022 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:21:49,023 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C42613%2C1732155705553.meta, suffix=.meta, logDir=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/oldWALs, maxLogs=10 2024-11-21T02:21:49,042 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.meta.1732155709023.meta, exclude list is [], retry=0 2024-11-21T02:21:49,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-db1c7d25-a693-4dd6-88fe-bf59d15e27e1,DISK] 2024-11-21T02:21:49,061 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.meta.1732155709023.meta 2024-11-21T02:21:49,061 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39637:39637)] 2024-11-21T02:21:49,061 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:49,061 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:21:49,062 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:21:49,062 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:21:49,062 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:21:49,062 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:21:49,062 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:49,062 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:21:49,062 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:21:49,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:21:49,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:21:49,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:49,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:49,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:21:49,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:21:49,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:49,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:49,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:21:49,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:21:49,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:49,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:49,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:21:49,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:21:49,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:49,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:49,069 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:21:49,070 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740 2024-11-21T02:21:49,070 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740 2024-11-21T02:21:49,071 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:21:49,071 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:21:49,072 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:21:49,073 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:21:49,074 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67216544, jitterRate=0.0016045570373535156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:21:49,074 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:21:49,074 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155709062Writing region info on filesystem at 1732155709062Initializing all the Stores at 1732155709063 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155709063Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155709063Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155709063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155709063Cleaning up temporary data from old regions at 1732155709071 (+8 ms)Running coprocessor post-open hooks at 1732155709074 (+3 ms)Region opened successfully at 1732155709074 2024-11-21T02:21:49,075 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155709017 2024-11-21T02:21:49,077 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:21:49,078 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:21:49,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,42613,1732155705553 2024-11-21T02:21:49,079 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,42613,1732155705553, state=OPEN 2024-11-21T02:21:49,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11081612596/meta-region-server 2024-11-21T02:21:49,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11081612596/meta-region-server 2024-11-21T02:21:49,125 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,42613,1732155705553 2024-11-21T02:21:49,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11081612596/meta-region-server: CHANGED 2024-11-21T02:21:49,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11081612596/meta-region-server: CHANGED 2024-11-21T02:21:49,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:21:49,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,42613,1732155705553 in 261 msec 2024-11-21T02:21:49,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:21:49,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 698 msec 2024-11-21T02:21:49,131 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:49,131 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:21:49,133 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:21:49,133 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42613,1732155705553, seqNum=-1] 2024-11-21T02:21:49,133 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:21:49,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:21:49,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6100 sec 2024-11-21T02:21:49,140 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155709140, completionTime=-1 2024-11-21T02:21:49,140 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:21:49,140 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:21:49,143 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:21:49,143 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155769143 2024-11-21T02:21:49,143 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155829143 2024-11-21T02:21:49,143 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-21T02:21:49,143 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,39885,1732155705350-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:49,143 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,39885,1732155705350-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:49,143 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,39885,1732155705350-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:49,143 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:39885, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:49,143 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:49,143 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:49,147 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:21:49,155 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.503sec 2024-11-21T02:21:49,155 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:21:49,155 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:21:49,155 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:21:49,155 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:21:49,155 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:21:49,155 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,39885,1732155705350-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:21:49,155 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,39885,1732155705350-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:21:49,164 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:21:49,164 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:21:49,164 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,39885,1732155705350-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:49,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fed551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:49,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,39885,-1 for getting cluster id 2024-11-21T02:21:49,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:49,211 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e634608-6072-49ea-84d3-0c6111eb09d5' 2024-11-21T02:21:49,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:49,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e634608-6072-49ea-84d3-0c6111eb09d5" 2024-11-21T02:21:49,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e773c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:49,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,39885,-1] 2024-11-21T02:21:49,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:49,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:49,213 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:49,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f95f919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:49,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:21:49,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42613,1732155705553, seqNum=-1] 2024-11-21T02:21:49,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:21:49,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:21:49,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,39885,1732155705350 2024-11-21T02:21:49,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61319 2024-11-21T02:21:49,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:21:49,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b325d8e0005 connected 2024-11-21T02:21:49,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/hadoop.log.dir so I do NOT create it in target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1 2024-11-21T02:21:49,243 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:21:49,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/hadoop.tmp.dir so I do NOT create it in target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1 2024-11-21T02:21:49,243 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:21:49,243 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1 2024-11-21T02:21:49,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:21:49,243 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/cluster_13bc96a3-0ed6-2a98-4f6b-3f2bc8a648b6, deleteOnExit=true 2024-11-21T02:21:49,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:21:49,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/test.cache.data in system properties and HBase conf 2024-11-21T02:21:49,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:21:49,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:21:49,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:21:49,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:21:49,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:21:49,244 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:21:49,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:21:49,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:21:49,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:21:49,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:21:49,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:21:49,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:21:49,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:21:49,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:21:49,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:21:49,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:21:49,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:21:49,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:21:49,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:21:49,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:21:49,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:21:49,552 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:21:49,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:21:49,558 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:21:49,558 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:21:49,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:21:49,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@361a0367{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:21:49,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a9c1112{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:21:49,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61b7bd4a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/java.io.tmpdir/jetty-localhost-42181-hadoop-hdfs-3_4_1-tests_jar-_-any-8430096923280902315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:21:49,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2add755d{HTTP/1.1, (http/1.1)}{localhost:42181} 2024-11-21T02:21:49,719 INFO [Time-limited test {}] server.Server(415): Started @252982ms 2024-11-21T02:21:50,021 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:21:50,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:21:50,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:21:50,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:21:50,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:21:50,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1771f65a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:21:50,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57c8ac27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:21:50,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c6aa882{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/java.io.tmpdir/jetty-localhost-35691-hadoop-hdfs-3_4_1-tests_jar-_-any-10739722967840738710/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:21:50,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4645525d{HTTP/1.1, (http/1.1)}{localhost:35691} 2024-11-21T02:21:50,132 INFO [Time-limited test {}] server.Server(415): Started @253396ms 2024-11-21T02:21:50,134 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:21:51,212 WARN [Thread-2912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/cluster_13bc96a3-0ed6-2a98-4f6b-3f2bc8a648b6/data/data1/current/BP-29350159-172.17.0.2-1732155709259/current, will proceed with Du for space computation calculation, 2024-11-21T02:21:51,220 WARN [Thread-2913 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/cluster_13bc96a3-0ed6-2a98-4f6b-3f2bc8a648b6/data/data2/current/BP-29350159-172.17.0.2-1732155709259/current, will proceed with Du for space computation calculation, 2024-11-21T02:21:51,284 WARN [Thread-2900 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:21:51,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e1cb0e55a5d88ca with lease ID 0xd03ebd1bd3fab105: Processing first storage report for DS-4637e924-aa02-4e6e-b863-61397cd04e2d from datanode DatanodeRegistration(127.0.0.1:34445, datanodeUuid=61377420-d2f1-4e3d-8c1a-09f451c26d76, infoPort=34999, infoSecurePort=0, ipcPort=45471, storageInfo=lv=-57;cid=testClusterID;nsid=301073156;c=1732155709259) 2024-11-21T02:21:51,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e1cb0e55a5d88ca with lease ID 0xd03ebd1bd3fab105: from storage DS-4637e924-aa02-4e6e-b863-61397cd04e2d node DatanodeRegistration(127.0.0.1:34445, datanodeUuid=61377420-d2f1-4e3d-8c1a-09f451c26d76, infoPort=34999, infoSecurePort=0, ipcPort=45471, storageInfo=lv=-57;cid=testClusterID;nsid=301073156;c=1732155709259), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:21:51,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e1cb0e55a5d88ca with lease ID 0xd03ebd1bd3fab105: Processing first storage report for DS-f51269bc-0923-430d-9463-5e885282fe42 from datanode DatanodeRegistration(127.0.0.1:34445, datanodeUuid=61377420-d2f1-4e3d-8c1a-09f451c26d76, infoPort=34999, infoSecurePort=0, ipcPort=45471, storageInfo=lv=-57;cid=testClusterID;nsid=301073156;c=1732155709259) 2024-11-21T02:21:51,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e1cb0e55a5d88ca with lease ID 0xd03ebd1bd3fab105: from storage DS-f51269bc-0923-430d-9463-5e885282fe42 node DatanodeRegistration(127.0.0.1:34445, datanodeUuid=61377420-d2f1-4e3d-8c1a-09f451c26d76, infoPort=34999, infoSecurePort=0, ipcPort=45471, storageInfo=lv=-57;cid=testClusterID;nsid=301073156;c=1732155709259), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:21:51,297 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1 2024-11-21T02:21:51,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:51,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:51,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:21:51,333 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756 with version=8 2024-11-21T02:21:51,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/hbase-staging 2024-11-21T02:21:51,336 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:21:51,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:51,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:51,336 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:21:51,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:51,336 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:21:51,336 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:21:51,336 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:21:51,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42965 2024-11-21T02:21:51,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42965 connecting to ZooKeeper ensemble=127.0.0.1:61319 2024-11-21T02:21:51,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429650x0, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:21:51,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42965-0x1015b325d8e0006 connected 2024-11-21T02:21:51,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:51,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:51,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Set watcher on znode that does not yet exist, /21299958023/running 2024-11-21T02:21:51,464 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756, hbase.cluster.distributed=false 2024-11-21T02:21:51,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Set watcher on znode that does not yet exist, /21299958023/acl 2024-11-21T02:21:51,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42965 2024-11-21T02:21:51,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42965 2024-11-21T02:21:51,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42965 2024-11-21T02:21:51,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42965 2024-11-21T02:21:51,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42965 2024-11-21T02:21:51,493 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:21:51,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:51,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:51,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:21:51,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:21:51,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:21:51,493 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:21:51,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:21:51,496 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43749 2024-11-21T02:21:51,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43749 connecting to ZooKeeper ensemble=127.0.0.1:61319 2024-11-21T02:21:51,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:51,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:51,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437490x0, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:21:51,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437490x0, quorum=127.0.0.1:61319, baseZNode=/21299958023 Set watcher on znode that does not yet exist, /21299958023/running 2024-11-21T02:21:51,544 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:21:51,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43749-0x1015b325d8e0007 connected 2024-11-21T02:21:51,545 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:21:51,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Set watcher on znode that does not yet exist, /21299958023/master 2024-11-21T02:21:51,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Set watcher on znode that does not yet exist, /21299958023/acl 2024-11-21T02:21:51,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43749 2024-11-21T02:21:51,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43749 2024-11-21T02:21:51,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43749 2024-11-21T02:21:51,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43749 2024-11-21T02:21:51,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43749 2024-11-21T02:21:51,570 DEBUG [M:0;5aee4e3683e9:42965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:42965 2024-11-21T02:21:51,570 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21299958023/backup-masters/5aee4e3683e9,42965,1732155711335 2024-11-21T02:21:51,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023/backup-masters 2024-11-21T02:21:51,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023/backup-masters 2024-11-21T02:21:51,614 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Set watcher on existing znode=/21299958023/backup-masters/5aee4e3683e9,42965,1732155711335 2024-11-21T02:21:51,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21299958023/master 2024-11-21T02:21:51,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:21:51,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:21:51,631 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Set watcher on existing znode=/21299958023/master 2024-11-21T02:21:51,631 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21299958023/backup-masters/5aee4e3683e9,42965,1732155711335 from backup master directory 2024-11-21T02:21:51,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023/backup-masters 2024-11-21T02:21:51,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21299958023/backup-masters/5aee4e3683e9,42965,1732155711335 2024-11-21T02:21:51,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023/backup-masters 2024-11-21T02:21:51,697 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:21:51,697 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,42965,1732155711335 2024-11-21T02:21:51,701 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/hbase.id] with ID: adfd3652-8a0f-4807-bdad-4e0705696623 2024-11-21T02:21:51,701 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/.tmp/hbase.id 2024-11-21T02:21:51,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:21:51,713 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/.tmp/hbase.id]:[hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/hbase.id] 2024-11-21T02:21:51,721 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:21:51,721 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:21:51,722 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T02:21:51,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:21:51,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:21:51,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:21:52,148 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:21:52,149 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:21:52,149 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:52,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:21:52,163 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store 2024-11-21T02:21:52,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:21:52,180 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:52,181 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:21:52,181 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:52,181 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:52,181 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:21:52,181 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:52,181 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:21:52,181 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155712180Disabling compacts and flushes for region at 1732155712180Disabling writes for close at 1732155712181 (+1 ms)Writing region close event to WAL at 1732155712181Closed at 1732155712181 2024-11-21T02:21:52,181 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/.initializing 2024-11-21T02:21:52,182 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/WALs/5aee4e3683e9,42965,1732155711335 2024-11-21T02:21:52,183 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:21:52,184 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C42965%2C1732155711335, suffix=, logDir=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/WALs/5aee4e3683e9,42965,1732155711335, archiveDir=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/oldWALs, maxLogs=10 2024-11-21T02:21:52,202 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/WALs/5aee4e3683e9,42965,1732155711335/5aee4e3683e9%2C42965%2C1732155711335.1732155712184, exclude list is [], retry=0 2024-11-21T02:21:52,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34445,DS-4637e924-aa02-4e6e-b863-61397cd04e2d,DISK] 2024-11-21T02:21:52,211 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/WALs/5aee4e3683e9,42965,1732155711335/5aee4e3683e9%2C42965%2C1732155711335.1732155712184 2024-11-21T02:21:52,216 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34999:34999)] 2024-11-21T02:21:52,216 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:52,216 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:52,217 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:52,217 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:52,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:52,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:21:52,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:52,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:52,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:52,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:21:52,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:52,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:52,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:52,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:21:52,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:52,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:52,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:52,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:21:52,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:52,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:52,234 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:52,235 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:52,235 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:52,236 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:52,236 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:52,237 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:21:52,260 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:21:52,263 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:52,264 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70976951, jitterRate=0.0576389878988266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:21:52,264 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155712217Initializing all the Stores at 1732155712221 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155712221Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155712221Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155712221Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155712221Cleaning up temporary data from old regions at 1732155712236 (+15 ms)Region opened successfully at 1732155712264 (+28 ms) 2024-11-21T02:21:52,268 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:21:52,275 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676ddc8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:21:52,282 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:21:52,282 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:21:52,282 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:21:52,283 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:21:52,283 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:21:52,284 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:21:52,284 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:21:52,304 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:21:52,305 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Unable to get data of znode /21299958023/balancer because node does not exist (not necessarily an error) 2024-11-21T02:21:52,357 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21299958023/balancer already deleted, retry=false 2024-11-21T02:21:52,358 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:21:52,363 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Unable to get data of znode /21299958023/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:21:52,374 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21299958023/normalizer already deleted, retry=false 2024-11-21T02:21:52,375 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:21:52,376 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Unable to get data of znode /21299958023/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:21:52,389 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21299958023/switch/split already deleted, retry=false 2024-11-21T02:21:52,390 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Unable to get data of znode /21299958023/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:21:52,399 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21299958023/switch/merge already deleted, retry=false 2024-11-21T02:21:52,417 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Unable to get data of znode /21299958023/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:21:52,427 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21299958023/snapshot-cleanup already deleted, retry=false 2024-11-21T02:21:52,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21299958023/running 2024-11-21T02:21:52,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:21:52,442 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,42965,1732155711335, sessionid=0x1015b325d8e0006, setting cluster-up flag (Was=false) 2024-11-21T02:21:52,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21299958023/running 2024-11-21T02:21:52,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:21:52,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:21:52,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:21:52,494 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21299958023/flush-table-proc/acquired, /21299958023/flush-table-proc/reached, /21299958023/flush-table-proc/abort 2024-11-21T02:21:52,496 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,42965,1732155711335 2024-11-21T02:21:52,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:21:52,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:21:52,546 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21299958023/online-snapshot/acquired, /21299958023/online-snapshot/reached, /21299958023/online-snapshot/abort 2024-11-21T02:21:52,547 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,42965,1732155711335 2024-11-21T02:21:52,549 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:21:52,550 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:52,550 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:21:52,550 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:21:52,550 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,42965,1732155711335 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:21:52,551 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:52,551 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:52,551 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:52,551 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:21:52,551 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:21:52,552 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:52,552 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:21:52,552 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:52,553 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:52,553 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:21:52,554 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:52,554 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:21:52,561 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155742561 2024-11-21T02:21:52,561 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:21:52,561 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:21:52,561 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:21:52,561 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:21:52,561 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:21:52,561 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:21:52,562 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(746): ClusterId : adfd3652-8a0f-4807-bdad-4e0705696623 2024-11-21T02:21:52,562 DEBUG [RS:0;5aee4e3683e9:43749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:21:52,563 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:21:52,564 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:21:52,564 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:21:52,564 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:21:52,564 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:21:52,565 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:21:52,565 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:21:52,566 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155712565,5,FailOnTimeoutGroup] 2024-11-21T02:21:52,566 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155712566,5,FailOnTimeoutGroup] 2024-11-21T02:21:52,566 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:52,566 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:21:52,566 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:52,566 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:52,568 DEBUG [RS:0;5aee4e3683e9:43749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:21:52,568 DEBUG [RS:0;5aee4e3683e9:43749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:21:52,578 DEBUG [RS:0;5aee4e3683e9:43749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:21:52,579 DEBUG [RS:0;5aee4e3683e9:43749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13146971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:21:52,599 DEBUG [RS:0;5aee4e3683e9:43749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:43749 2024-11-21T02:21:52,599 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:21:52,599 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:21:52,599 DEBUG [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:21:52,601 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,42965,1732155711335 with port=43749, startcode=1732155711492 2024-11-21T02:21:52,601 DEBUG [RS:0;5aee4e3683e9:43749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:21:52,602 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:21:52,603 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,43749,1732155711492 2024-11-21T02:21:52,603 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42965 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,43749,1732155711492 2024-11-21T02:21:52,605 DEBUG [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756 2024-11-21T02:21:52,605 DEBUG [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46547 2024-11-21T02:21:52,605 DEBUG [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:21:52,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023/rs 2024-11-21T02:21:52,650 DEBUG [RS:0;5aee4e3683e9:43749 {}] zookeeper.ZKUtil(111): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Set watcher on existing znode=/21299958023/rs/5aee4e3683e9,43749,1732155711492 2024-11-21T02:21:52,650 WARN [RS:0;5aee4e3683e9:43749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:21:52,650 INFO [RS:0;5aee4e3683e9:43749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:52,650 DEBUG [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492 2024-11-21T02:21:52,650 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,43749,1732155711492] 2024-11-21T02:21:52,652 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:21:52,656 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:21:52,656 INFO [RS:0;5aee4e3683e9:43749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:21:52,656 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:52,657 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:21:52,657 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:21:52,657 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:52,658 DEBUG [RS:0;5aee4e3683e9:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:52,658 DEBUG [RS:0;5aee4e3683e9:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:52,658 DEBUG [RS:0;5aee4e3683e9:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:52,658 DEBUG [RS:0;5aee4e3683e9:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:52,658 DEBUG [RS:0;5aee4e3683e9:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:52,658 DEBUG [RS:0;5aee4e3683e9:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:21:52,658 DEBUG [RS:0;5aee4e3683e9:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:52,658 DEBUG [RS:0;5aee4e3683e9:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:52,658 DEBUG [RS:0;5aee4e3683e9:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:52,658 DEBUG [RS:0;5aee4e3683e9:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:52,658 DEBUG [RS:0;5aee4e3683e9:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:52,658 DEBUG [RS:0;5aee4e3683e9:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:21:52,658 DEBUG [RS:0;5aee4e3683e9:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:21:52,658 DEBUG [RS:0;5aee4e3683e9:43749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:21:52,658 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:52,659 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:52,659 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:52,659 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:52,659 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:52,659 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,43749,1732155711492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:21:52,675 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:21:52,675 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,43749,1732155711492-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:52,675 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:52,675 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.Replication(171): 5aee4e3683e9,43749,1732155711492 started 2024-11-21T02:21:52,691 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:52,691 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,43749,1732155711492, RpcServer on 5aee4e3683e9/172.17.0.2:43749, sessionid=0x1015b325d8e0007 2024-11-21T02:21:52,691 DEBUG [RS:0;5aee4e3683e9:43749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:21:52,691 DEBUG [RS:0;5aee4e3683e9:43749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,43749,1732155711492 2024-11-21T02:21:52,691 DEBUG [RS:0;5aee4e3683e9:43749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,43749,1732155711492' 2024-11-21T02:21:52,691 DEBUG [RS:0;5aee4e3683e9:43749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21299958023/flush-table-proc/abort' 2024-11-21T02:21:52,691 DEBUG [RS:0;5aee4e3683e9:43749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21299958023/flush-table-proc/acquired' 2024-11-21T02:21:52,692 DEBUG [RS:0;5aee4e3683e9:43749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:21:52,692 DEBUG [RS:0;5aee4e3683e9:43749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:21:52,692 DEBUG [RS:0;5aee4e3683e9:43749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,43749,1732155711492 2024-11-21T02:21:52,692 DEBUG [RS:0;5aee4e3683e9:43749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,43749,1732155711492' 2024-11-21T02:21:52,692 DEBUG [RS:0;5aee4e3683e9:43749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21299958023/online-snapshot/abort' 2024-11-21T02:21:52,692 DEBUG [RS:0;5aee4e3683e9:43749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21299958023/online-snapshot/acquired' 2024-11-21T02:21:52,692 DEBUG [RS:0;5aee4e3683e9:43749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:21:52,692 INFO [RS:0;5aee4e3683e9:43749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:21:52,692 INFO [RS:0;5aee4e3683e9:43749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:21:52,793 INFO [RS:0;5aee4e3683e9:43749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:21:52,794 INFO [RS:0;5aee4e3683e9:43749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C43749%2C1732155711492, suffix=, logDir=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492, archiveDir=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/oldWALs, maxLogs=10 2024-11-21T02:21:52,808 DEBUG [RS:0;5aee4e3683e9:43749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794, exclude list is [], retry=0 2024-11-21T02:21:52,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34445,DS-4637e924-aa02-4e6e-b863-61397cd04e2d,DISK] 2024-11-21T02:21:52,812 INFO [RS:0;5aee4e3683e9:43749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 2024-11-21T02:21:52,814 DEBUG [RS:0;5aee4e3683e9:43749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34999:34999)] 2024-11-21T02:21:52,965 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:21:52,965 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756 2024-11-21T02:21:52,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741833_1009 (size=32) 2024-11-21T02:21:53,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:53,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:21:53,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:21:53,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:53,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:53,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:21:53,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:21:53,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:53,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:53,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:21:53,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:21:53,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:53,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:53,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:21:53,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:21:53,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:53,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:53,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:21:53,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740 2024-11-21T02:21:53,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740 2024-11-21T02:21:53,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:21:53,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:21:53,415 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:21:53,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:21:53,418 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:53,418 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65065032, jitterRate=-0.030455470085144043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:21:53,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155713397Initializing all the Stores at 1732155713398 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155713398Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155713399 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155713399Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155713399Cleaning up temporary data from old regions at 1732155713415 (+16 ms)Region opened successfully at 1732155713419 (+4 ms) 2024-11-21T02:21:53,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:21:53,419 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:21:53,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:21:53,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:21:53,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:21:53,419 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:21:53,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155713419Disabling compacts and flushes for region at 1732155713419Disabling writes for close at 1732155713419Writing region close event to WAL at 1732155713419Closed at 1732155713419 2024-11-21T02:21:53,420 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:53,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:21:53,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:21:53,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:21:53,422 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:21:53,573 DEBUG [5aee4e3683e9:42965 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:21:53,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,43749,1732155711492 2024-11-21T02:21:53,578 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,43749,1732155711492, state=OPENING 2024-11-21T02:21:53,681 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:21:53,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:21:53,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:21:53,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21299958023/meta-region-server: CHANGED 2024-11-21T02:21:53,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21299958023/meta-region-server: CHANGED 2024-11-21T02:21:53,748 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:21:53,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,43749,1732155711492}] 2024-11-21T02:21:53,915 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:21:53,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:21:53,918 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:21:53,919 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:21:53,919 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:21:53,920 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C43749%2C1732155711492.meta, suffix=.meta, logDir=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492, archiveDir=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/oldWALs, maxLogs=10 2024-11-21T02:21:53,933 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.meta.1732155713920.meta, exclude list is [], retry=0 2024-11-21T02:21:53,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34445,DS-4637e924-aa02-4e6e-b863-61397cd04e2d,DISK] 2024-11-21T02:21:53,936 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.meta.1732155713920.meta 2024-11-21T02:21:53,937 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34999:34999)] 2024-11-21T02:21:53,937 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:53,937 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:21:53,937 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:21:53,937 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:21:53,937 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:21:53,937 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:21:53,937 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:53,937 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:21:53,937 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:21:53,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:21:53,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:21:53,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:53,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:53,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:21:53,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:21:53,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:53,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:53,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:21:53,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:21:53,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:53,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:53,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:21:53,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:21:53,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:53,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:21:53,941 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:21:53,942 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740 2024-11-21T02:21:53,942 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740 2024-11-21T02:21:53,943 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:21:53,943 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:21:53,943 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:21:53,944 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:21:53,944 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69419322, jitterRate=0.03442850708961487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:21:53,944 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:21:53,944 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155713937Writing region info on filesystem at 1732155713937Initializing all the Stores at 1732155713938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155713938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155713938Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155713938Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155713938Cleaning up temporary data from old regions at 1732155713943 (+5 ms)Running coprocessor post-open hooks at 1732155713944 (+1 ms)Region opened successfully at 1732155713944 2024-11-21T02:21:53,945 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155713915 2024-11-21T02:21:53,947 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:21:53,947 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:21:53,947 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,43749,1732155711492 2024-11-21T02:21:53,947 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,43749,1732155711492, state=OPEN 2024-11-21T02:21:53,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21299958023/meta-region-server 2024-11-21T02:21:53,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21299958023/meta-region-server 2024-11-21T02:21:53,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21299958023/meta-region-server: CHANGED 2024-11-21T02:21:53,978 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,43749,1732155711492 2024-11-21T02:21:53,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21299958023/meta-region-server: CHANGED 2024-11-21T02:21:53,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:21:53,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,43749,1732155711492 in 230 msec 2024-11-21T02:21:53,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:21:53,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 560 msec 2024-11-21T02:21:53,981 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:21:53,981 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:21:53,982 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:21:53,982 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,43749,1732155711492, seqNum=-1] 2024-11-21T02:21:53,983 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:21:53,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:21:53,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4370 sec 2024-11-21T02:21:53,987 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155713987, completionTime=-1 2024-11-21T02:21:53,987 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:21:53,987 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:21:53,989 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:21:53,989 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155773989 2024-11-21T02:21:53,989 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155833989 2024-11-21T02:21:53,989 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-21T02:21:53,989 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42965,1732155711335-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:53,989 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42965,1732155711335-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:53,989 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42965,1732155711335-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:53,989 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:42965, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:53,989 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:53,989 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:53,991 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:21:53,992 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.295sec 2024-11-21T02:21:53,993 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:21:53,993 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:21:53,993 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:21:53,993 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:21:53,993 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:21:53,993 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42965,1732155711335-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:21:53,993 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42965,1732155711335-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:21:53,994 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:21:53,994 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:21:53,994 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42965,1732155711335-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:21:54,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b77f455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:54,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42965,-1 for getting cluster id 2024-11-21T02:21:54,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:54,067 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adfd3652-8a0f-4807-bdad-4e0705696623' 2024-11-21T02:21:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adfd3652-8a0f-4807-bdad-4e0705696623" 2024-11-21T02:21:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbeec27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42965,-1] 2024-11-21T02:21:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:54,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:54,069 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:54,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cec6824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:54,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:21:54,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,43749,1732155711492, seqNum=-1] 2024-11-21T02:21:54,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:21:54,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:21:54,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,42965,1732155711335 2024-11-21T02:21:54,073 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61319 2024-11-21T02:21:54,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:21:54,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015b325d8e0008 connected 2024-11-21T02:21:54,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:21:54,174 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,45423,1732155697580 2024-11-21T02:21:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6058c715 2024-11-21T02:21:54,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:21:54,176 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:21:54,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:21:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T02:21:54,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:21:54,179 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:54,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T02:21:54,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:21:54,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:54,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741835_1011 (size=902) 2024-11-21T02:21:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:54,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:54,564 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:21:54,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:54,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:54,600 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8cbf3d3af6871d9a62cfe504413586d2, NAME => 'test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8 2024-11-21T02:21:54,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:54,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:54,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:54,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741836_1012 (size=39) 2024-11-21T02:21:54,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:54,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:54,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:54,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:54,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:54,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:54,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:21:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:55,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:55,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8cbf3d3af6871d9a62cfe504413586d2, disabling compactions & flushes 2024-11-21T02:21:55,010 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2. 2024-11-21T02:21:55,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2. 2024-11-21T02:21:55,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2. after waiting 0 ms 2024-11-21T02:21:55,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2. 2024-11-21T02:21:55,010 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2. 2024-11-21T02:21:55,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8cbf3d3af6871d9a62cfe504413586d2: Waiting for close lock at 1732155715010Disabling compacts and flushes for region at 1732155715010Disabling writes for close at 1732155715010Writing region close event to WAL at 1732155715010Closed at 1732155715010 2024-11-21T02:21:55,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:21:55,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732155715011"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155715011"}]},"ts":"1732155715011"} 2024-11-21T02:21:55,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:21:55,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:21:55,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155715014"}]},"ts":"1732155715014"} 2024-11-21T02:21:55,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T02:21:55,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8cbf3d3af6871d9a62cfe504413586d2, ASSIGN}] 2024-11-21T02:21:55,018 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8cbf3d3af6871d9a62cfe504413586d2, ASSIGN 2024-11-21T02:21:55,018 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8cbf3d3af6871d9a62cfe504413586d2, ASSIGN; state=OFFLINE, location=5aee4e3683e9,41799,1732155697795; forceNewPlan=false, retain=false 2024-11-21T02:21:55,169 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8cbf3d3af6871d9a62cfe504413586d2, regionState=OPENING, regionLocation=5aee4e3683e9,41799,1732155697795 2024-11-21T02:21:55,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8cbf3d3af6871d9a62cfe504413586d2, ASSIGN because future has completed 2024-11-21T02:21:55,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cbf3d3af6871d9a62cfe504413586d2, server=5aee4e3683e9,41799,1732155697795}] 2024-11-21T02:21:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:55,332 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2. 2024-11-21T02:21:55,332 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cbf3d3af6871d9a62cfe504413586d2, NAME => 'test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:55,332 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:21:55,332 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T02:21:55,332 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:21:55,332 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:55,332 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:21:55,333 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:21:55,333 INFO [StoreOpener-8cbf3d3af6871d9a62cfe504413586d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:21:55,335 INFO [StoreOpener-8cbf3d3af6871d9a62cfe504413586d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cbf3d3af6871d9a62cfe504413586d2 columnFamilyName f 2024-11-21T02:21:55,335 DEBUG [StoreOpener-8cbf3d3af6871d9a62cfe504413586d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:55,335 INFO [StoreOpener-8cbf3d3af6871d9a62cfe504413586d2-1 {}] regionserver.HStore(327): Store=8cbf3d3af6871d9a62cfe504413586d2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:55,335 INFO [StoreOpener-8cbf3d3af6871d9a62cfe504413586d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:21:55,336 INFO [StoreOpener-8cbf3d3af6871d9a62cfe504413586d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cbf3d3af6871d9a62cfe504413586d2 columnFamilyName f1 2024-11-21T02:21:55,336 DEBUG [StoreOpener-8cbf3d3af6871d9a62cfe504413586d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:55,336 INFO [StoreOpener-8cbf3d3af6871d9a62cfe504413586d2-1 {}] regionserver.HStore(327): Store=8cbf3d3af6871d9a62cfe504413586d2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:55,336 INFO [StoreOpener-8cbf3d3af6871d9a62cfe504413586d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:21:55,337 INFO [StoreOpener-8cbf3d3af6871d9a62cfe504413586d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cbf3d3af6871d9a62cfe504413586d2 columnFamilyName norep 2024-11-21T02:21:55,337 DEBUG [StoreOpener-8cbf3d3af6871d9a62cfe504413586d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:55,337 INFO [StoreOpener-8cbf3d3af6871d9a62cfe504413586d2-1 {}] regionserver.HStore(327): Store=8cbf3d3af6871d9a62cfe504413586d2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:55,337 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:21:55,338 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:21:55,338 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:21:55,339 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:21:55,339 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:21:55,339 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:21:55,340 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:21:55,341 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:55,341 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8cbf3d3af6871d9a62cfe504413586d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61863244, jitterRate=-0.07816582918167114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:21:55,341 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:21:55,342 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8cbf3d3af6871d9a62cfe504413586d2: Running coprocessor pre-open hook at 1732155715333Writing region info on filesystem at 1732155715333Initializing all the Stores at 1732155715333Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155715333Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155715333Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155715333Cleaning up temporary data from old regions at 1732155715339 (+6 ms)Running coprocessor post-open hooks at 1732155715341 (+2 ms)Region opened successfully at 1732155715342 (+1 ms) 2024-11-21T02:21:55,342 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2., pid=6, masterSystemTime=1732155715328 2024-11-21T02:21:55,344 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2. 2024-11-21T02:21:55,344 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2. 2024-11-21T02:21:55,345 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8cbf3d3af6871d9a62cfe504413586d2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5aee4e3683e9,41799,1732155697795 2024-11-21T02:21:55,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cbf3d3af6871d9a62cfe504413586d2, server=5aee4e3683e9,41799,1732155697795 because future has completed 2024-11-21T02:21:55,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:21:55,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cbf3d3af6871d9a62cfe504413586d2, server=5aee4e3683e9,41799,1732155697795 in 171 msec 2024-11-21T02:21:55,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:21:55,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8cbf3d3af6871d9a62cfe504413586d2, ASSIGN in 332 msec 2024-11-21T02:21:55,351 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:21:55,351 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155715351"}]},"ts":"1732155715351"} 2024-11-21T02:21:55,353 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T02:21:55,353 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:21:55,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-11-21T02:21:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:56,329 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T02:21:56,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:21:56,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,39885,1732155705350 2024-11-21T02:21:56,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78e8e1e 2024-11-21T02:21:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:21:56,330 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:21:56,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:21:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T02:21:56,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:21:56,333 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:56,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T02:21:56,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:21:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:56,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741835_1011 (size=902) 2024-11-21T02:21:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:56,739 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af56f4b31d32c71d1d219a044f9724d7, NAME => 'test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5 2024-11-21T02:21:56,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741836_1012 (size=39) 2024-11-21T02:21:56,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:57,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:57,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing af56f4b31d32c71d1d219a044f9724d7, disabling compactions & flushes 2024-11-21T02:21:57,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7. 2024-11-21T02:21:57,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7. 2024-11-21T02:21:57,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7. after waiting 0 ms 2024-11-21T02:21:57,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7. 2024-11-21T02:21:57,144 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7. 2024-11-21T02:21:57,144 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for af56f4b31d32c71d1d219a044f9724d7: Waiting for close lock at 1732155717144Disabling compacts and flushes for region at 1732155717144Disabling writes for close at 1732155717144Writing region close event to WAL at 1732155717144Closed at 1732155717144 2024-11-21T02:21:57,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:21:57,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732155717145"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155717145"}]},"ts":"1732155717145"} 2024-11-21T02:21:57,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:21:57,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:21:57,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155717147"}]},"ts":"1732155717147"} 2024-11-21T02:21:57,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T02:21:57,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af56f4b31d32c71d1d219a044f9724d7, ASSIGN}] 2024-11-21T02:21:57,150 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af56f4b31d32c71d1d219a044f9724d7, ASSIGN 2024-11-21T02:21:57,151 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=af56f4b31d32c71d1d219a044f9724d7, ASSIGN; state=OFFLINE, location=5aee4e3683e9,42613,1732155705553; forceNewPlan=false, retain=false 2024-11-21T02:21:57,301 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af56f4b31d32c71d1d219a044f9724d7, regionState=OPENING, regionLocation=5aee4e3683e9,42613,1732155705553 2024-11-21T02:21:57,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=af56f4b31d32c71d1d219a044f9724d7, ASSIGN because future has completed 2024-11-21T02:21:57,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af56f4b31d32c71d1d219a044f9724d7, server=5aee4e3683e9,42613,1732155705553}] 2024-11-21T02:21:57,461 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7. 2024-11-21T02:21:57,461 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => af56f4b31d32c71d1d219a044f9724d7, NAME => 'test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:57,462 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:21:57,462 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T02:21:57,463 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:21:57,463 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:57,463 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:21:57,463 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:21:57,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T02:21:57,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T02:21:57,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:21:57,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T02:21:57,465 INFO [StoreOpener-af56f4b31d32c71d1d219a044f9724d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:21:57,466 INFO [StoreOpener-af56f4b31d32c71d1d219a044f9724d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af56f4b31d32c71d1d219a044f9724d7 columnFamilyName f 2024-11-21T02:21:57,466 DEBUG [StoreOpener-af56f4b31d32c71d1d219a044f9724d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:57,466 INFO [StoreOpener-af56f4b31d32c71d1d219a044f9724d7-1 {}] regionserver.HStore(327): Store=af56f4b31d32c71d1d219a044f9724d7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:57,466 INFO [StoreOpener-af56f4b31d32c71d1d219a044f9724d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:21:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:57,468 INFO [StoreOpener-af56f4b31d32c71d1d219a044f9724d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af56f4b31d32c71d1d219a044f9724d7 columnFamilyName f1 2024-11-21T02:21:57,469 DEBUG [StoreOpener-af56f4b31d32c71d1d219a044f9724d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:57,470 INFO [StoreOpener-af56f4b31d32c71d1d219a044f9724d7-1 {}] regionserver.HStore(327): Store=af56f4b31d32c71d1d219a044f9724d7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:57,470 INFO [StoreOpener-af56f4b31d32c71d1d219a044f9724d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:21:57,471 INFO [StoreOpener-af56f4b31d32c71d1d219a044f9724d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af56f4b31d32c71d1d219a044f9724d7 columnFamilyName norep 2024-11-21T02:21:57,471 DEBUG [StoreOpener-af56f4b31d32c71d1d219a044f9724d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:57,472 INFO [StoreOpener-af56f4b31d32c71d1d219a044f9724d7-1 {}] regionserver.HStore(327): Store=af56f4b31d32c71d1d219a044f9724d7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:57,472 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:21:57,472 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:21:57,473 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:21:57,473 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:21:57,473 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:21:57,474 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:21:57,474 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:21:57,476 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:57,476 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened af56f4b31d32c71d1d219a044f9724d7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72786373, jitterRate=0.08460147678852081}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:21:57,477 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:21:57,477 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for af56f4b31d32c71d1d219a044f9724d7: Running coprocessor pre-open hook at 1732155717463Writing region info on filesystem at 1732155717463Initializing all the Stores at 1732155717464 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155717464Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155717465 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155717465Cleaning up temporary data from old regions at 1732155717473 (+8 ms)Running coprocessor post-open hooks at 1732155717477 (+4 ms)Region opened successfully at 1732155717477 2024-11-21T02:21:57,478 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7., pid=6, masterSystemTime=1732155717456 2024-11-21T02:21:57,479 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7. 2024-11-21T02:21:57,480 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7. 2024-11-21T02:21:57,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af56f4b31d32c71d1d219a044f9724d7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5aee4e3683e9,42613,1732155705553 2024-11-21T02:21:57,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af56f4b31d32c71d1d219a044f9724d7, server=5aee4e3683e9,42613,1732155705553 because future has completed 2024-11-21T02:21:57,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:21:57,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure af56f4b31d32c71d1d219a044f9724d7, server=5aee4e3683e9,42613,1732155705553 in 180 msec 2024-11-21T02:21:57,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:21:57,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=af56f4b31d32c71d1d219a044f9724d7, ASSIGN in 337 msec 2024-11-21T02:21:57,488 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:21:57,488 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155717488"}]},"ts":"1732155717488"} 2024-11-21T02:21:57,490 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T02:21:57,491 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:21:57,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-21T02:21:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:58,489 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T02:21:58,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:21:58,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42965,1732155711335 2024-11-21T02:21:58,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19840352 2024-11-21T02:21:58,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:21:58,494 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:21:58,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:21:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T02:21:58,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:21:58,501 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:58,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:21:58,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T02:21:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:58,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741835_1011 (size=902) 2024-11-21T02:21:58,544 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b79b680407274048178d0a39cc58397, NAME => 'test,,1732155718494.4b79b680407274048178d0a39cc58397.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756 2024-11-21T02:21:58,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741836_1012 (size=39) 2024-11-21T02:21:58,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732155718494.4b79b680407274048178d0a39cc58397.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:58,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4b79b680407274048178d0a39cc58397, disabling compactions & flushes 2024-11-21T02:21:58,561 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732155718494.4b79b680407274048178d0a39cc58397. 2024-11-21T02:21:58,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155718494.4b79b680407274048178d0a39cc58397. 2024-11-21T02:21:58,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732155718494.4b79b680407274048178d0a39cc58397. after waiting 0 ms 2024-11-21T02:21:58,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732155718494.4b79b680407274048178d0a39cc58397. 2024-11-21T02:21:58,561 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732155718494.4b79b680407274048178d0a39cc58397. 2024-11-21T02:21:58,561 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b79b680407274048178d0a39cc58397: Waiting for close lock at 1732155718561Disabling compacts and flushes for region at 1732155718561Disabling writes for close at 1732155718561Writing region close event to WAL at 1732155718561Closed at 1732155718561 2024-11-21T02:21:58,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:21:58,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732155718494.4b79b680407274048178d0a39cc58397.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732155718562"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155718562"}]},"ts":"1732155718562"} 2024-11-21T02:21:58,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:21:58,565 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:21:58,565 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155718565"}]},"ts":"1732155718565"} 2024-11-21T02:21:58,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T02:21:58,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b79b680407274048178d0a39cc58397, ASSIGN}] 2024-11-21T02:21:58,569 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b79b680407274048178d0a39cc58397, ASSIGN 2024-11-21T02:21:58,570 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4b79b680407274048178d0a39cc58397, ASSIGN; state=OFFLINE, location=5aee4e3683e9,43749,1732155711492; forceNewPlan=false, retain=false 2024-11-21T02:21:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:58,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b79b680407274048178d0a39cc58397, regionState=OPENING, regionLocation=5aee4e3683e9,43749,1732155711492 2024-11-21T02:21:58,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4b79b680407274048178d0a39cc58397, ASSIGN because future has completed 2024-11-21T02:21:58,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b79b680407274048178d0a39cc58397, server=5aee4e3683e9,43749,1732155711492}] 2024-11-21T02:21:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:58,892 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732155718494.4b79b680407274048178d0a39cc58397. 2024-11-21T02:21:58,892 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b79b680407274048178d0a39cc58397, NAME => 'test,,1732155718494.4b79b680407274048178d0a39cc58397.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:21:58,893 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:21:58,893 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T02:21:58,893 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4b79b680407274048178d0a39cc58397 2024-11-21T02:21:58,893 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732155718494.4b79b680407274048178d0a39cc58397.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:58,893 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4b79b680407274048178d0a39cc58397 2024-11-21T02:21:58,893 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4b79b680407274048178d0a39cc58397 2024-11-21T02:21:58,896 INFO [StoreOpener-4b79b680407274048178d0a39cc58397-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4b79b680407274048178d0a39cc58397 2024-11-21T02:21:58,897 INFO [StoreOpener-4b79b680407274048178d0a39cc58397-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b79b680407274048178d0a39cc58397 columnFamilyName f 2024-11-21T02:21:58,897 DEBUG [StoreOpener-4b79b680407274048178d0a39cc58397-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:58,897 INFO [StoreOpener-4b79b680407274048178d0a39cc58397-1 {}] regionserver.HStore(327): Store=4b79b680407274048178d0a39cc58397/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:58,897 INFO [StoreOpener-4b79b680407274048178d0a39cc58397-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4b79b680407274048178d0a39cc58397 2024-11-21T02:21:58,899 INFO [StoreOpener-4b79b680407274048178d0a39cc58397-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b79b680407274048178d0a39cc58397 columnFamilyName f1 2024-11-21T02:21:58,899 DEBUG [StoreOpener-4b79b680407274048178d0a39cc58397-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:58,899 INFO [StoreOpener-4b79b680407274048178d0a39cc58397-1 {}] regionserver.HStore(327): Store=4b79b680407274048178d0a39cc58397/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:58,899 INFO [StoreOpener-4b79b680407274048178d0a39cc58397-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4b79b680407274048178d0a39cc58397 2024-11-21T02:21:58,900 INFO [StoreOpener-4b79b680407274048178d0a39cc58397-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b79b680407274048178d0a39cc58397 columnFamilyName norep 2024-11-21T02:21:58,900 DEBUG [StoreOpener-4b79b680407274048178d0a39cc58397-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:58,905 INFO [StoreOpener-4b79b680407274048178d0a39cc58397-1 {}] regionserver.HStore(327): Store=4b79b680407274048178d0a39cc58397/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:21:58,905 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4b79b680407274048178d0a39cc58397 2024-11-21T02:21:58,906 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397 2024-11-21T02:21:58,908 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397 2024-11-21T02:21:58,910 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4b79b680407274048178d0a39cc58397 2024-11-21T02:21:58,910 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4b79b680407274048178d0a39cc58397 2024-11-21T02:21:58,910 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:21:58,912 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4b79b680407274048178d0a39cc58397 2024-11-21T02:21:58,918 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:21:58,919 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4b79b680407274048178d0a39cc58397; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74138453, jitterRate=0.10474903881549835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:21:58,919 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b79b680407274048178d0a39cc58397 2024-11-21T02:21:58,919 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4b79b680407274048178d0a39cc58397: Running coprocessor pre-open hook at 1732155718893Writing region info on filesystem at 1732155718893Initializing all the Stores at 1732155718894 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155718894Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155718895 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155718895Cleaning up temporary data from old regions at 1732155718910 (+15 ms)Running coprocessor post-open hooks at 1732155718919 (+9 ms)Region opened successfully at 1732155718919 2024-11-21T02:21:58,926 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732155718494.4b79b680407274048178d0a39cc58397., pid=6, masterSystemTime=1732155718888 2024-11-21T02:21:58,934 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b79b680407274048178d0a39cc58397, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5aee4e3683e9,43749,1732155711492 2024-11-21T02:21:58,936 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732155718494.4b79b680407274048178d0a39cc58397. 2024-11-21T02:21:58,936 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732155718494.4b79b680407274048178d0a39cc58397. 2024-11-21T02:21:58,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b79b680407274048178d0a39cc58397, server=5aee4e3683e9,43749,1732155711492 because future has completed 2024-11-21T02:21:58,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:21:58,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b79b680407274048178d0a39cc58397, server=5aee4e3683e9,43749,1732155711492 in 205 msec 2024-11-21T02:21:58,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:21:58,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4b79b680407274048178d0a39cc58397, ASSIGN in 375 msec 2024-11-21T02:21:58,946 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:21:58,946 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155718946"}]},"ts":"1732155718946"} 2024-11-21T02:21:58,949 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T02:21:58,953 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:21:58,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 458 msec 2024-11-21T02:21:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:21:59,129 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T02:21:59,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2e097e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:59,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,45423,-1 for getting cluster id 2024-11-21T02:21:59,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:59,130 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ea424c-3451-489f-8133-806a00f3dc9a' 2024-11-21T02:21:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ea424c-3451-489f-8133-806a00f3dc9a" 2024-11-21T02:21:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d74ab3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,45423,-1] 2024-11-21T02:21:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:59,133 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f5df17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:59,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:21:59,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,45423,1732155697580 2024-11-21T02:21:59,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8e2fd09 2024-11-21T02:21:59,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:21:59,136 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:21:59,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:39885,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:21:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:21:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:21:59,139 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:39885' 2024-11-21T02:21:59,139 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73de7c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:59,139 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,39885,-1 for getting cluster id 2024-11-21T02:21:59,140 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:21:59,140 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e634608-6072-49ea-84d3-0c6111eb09d5' 2024-11-21T02:21:59,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:21:59,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e634608-6072-49ea-84d3-0c6111eb09d5" 2024-11-21T02:21:59,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae7b360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:59,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,39885,-1] 2024-11-21T02:21:59,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:21:59,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:59,142 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:21:59,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ead6e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:21:59,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:21:59,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,39885,1732155705350 2024-11-21T02:21:59,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43201657 2024-11-21T02:21:59,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:21:59,144 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:21:59,145 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T02:21:59,145 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:21:59,145 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:59,145 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:21:59,146 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:21:59,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:21:59,149 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:21:59,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:21:59,150 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:21:59,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:21:59,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741837_1013 (size=1138) 2024-11-21T02:21:59,199 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T02:21:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:21:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:21:59,560 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6af96728c1fbd8c176e106cf529a64cc, NAME => 'hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8 2024-11-21T02:21:59,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741838_1014 (size=44) 2024-11-21T02:21:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:21:59,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:21:59,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6af96728c1fbd8c176e106cf529a64cc, disabling compactions & flushes 2024-11-21T02:21:59,965 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc. 2024-11-21T02:21:59,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc. 2024-11-21T02:21:59,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc. after waiting 0 ms 2024-11-21T02:21:59,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc. 2024-11-21T02:21:59,965 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc. 2024-11-21T02:21:59,965 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6af96728c1fbd8c176e106cf529a64cc: Waiting for close lock at 1732155719965Disabling compacts and flushes for region at 1732155719965Disabling writes for close at 1732155719965Writing region close event to WAL at 1732155719965Closed at 1732155719965 2024-11-21T02:21:59,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:21:59,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732155719966"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155719966"}]},"ts":"1732155719966"} 2024-11-21T02:21:59,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:21:59,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:21:59,973 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155719973"}]},"ts":"1732155719973"} 2024-11-21T02:21:59,975 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T02:21:59,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6af96728c1fbd8c176e106cf529a64cc, ASSIGN}] 2024-11-21T02:21:59,977 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6af96728c1fbd8c176e106cf529a64cc, ASSIGN 2024-11-21T02:21:59,977 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6af96728c1fbd8c176e106cf529a64cc, ASSIGN; state=OFFLINE, location=5aee4e3683e9,41799,1732155697795; forceNewPlan=false, retain=false 2024-11-21T02:22:00,128 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6af96728c1fbd8c176e106cf529a64cc, regionState=OPENING, regionLocation=5aee4e3683e9,41799,1732155697795 2024-11-21T02:22:00,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6af96728c1fbd8c176e106cf529a64cc, ASSIGN because future has completed 2024-11-21T02:22:00,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6af96728c1fbd8c176e106cf529a64cc, server=5aee4e3683e9,41799,1732155697795}] 2024-11-21T02:22:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:00,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc. 2024-11-21T02:22:00,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:22:00,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:22:00,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C41799%2C1732155697795.rep, suffix=, logDir=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795, archiveDir=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/oldWALs, maxLogs=10 2024-11-21T02:22:00,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.rep.1732155720287, exclude list is [], retry=0 2024-11-21T02:22:00,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46167,DS-2fe029e5-7f13-4b0a-a325-5b8fc7ec65c1,DISK] 2024-11-21T02:22:00,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.rep.1732155720287 2024-11-21T02:22:00,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35365:35365)] 2024-11-21T02:22:00,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6af96728c1fbd8c176e106cf529a64cc, NAME => 'hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:22:00,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:22:00,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:22:00,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc. service=MultiRowMutationService 2024-11-21T02:22:00,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:22:00,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6af96728c1fbd8c176e106cf529a64cc 2024-11-21T02:22:00,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:00,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6af96728c1fbd8c176e106cf529a64cc 2024-11-21T02:22:00,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6af96728c1fbd8c176e106cf529a64cc 2024-11-21T02:22:00,304 INFO [StoreOpener-6af96728c1fbd8c176e106cf529a64cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6af96728c1fbd8c176e106cf529a64cc 2024-11-21T02:22:00,305 INFO [StoreOpener-6af96728c1fbd8c176e106cf529a64cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6af96728c1fbd8c176e106cf529a64cc columnFamilyName hfileref 2024-11-21T02:22:00,305 DEBUG [StoreOpener-6af96728c1fbd8c176e106cf529a64cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:00,305 INFO [StoreOpener-6af96728c1fbd8c176e106cf529a64cc-1 {}] regionserver.HStore(327): Store=6af96728c1fbd8c176e106cf529a64cc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:00,305 INFO [StoreOpener-6af96728c1fbd8c176e106cf529a64cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6af96728c1fbd8c176e106cf529a64cc 2024-11-21T02:22:00,306 INFO [StoreOpener-6af96728c1fbd8c176e106cf529a64cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6af96728c1fbd8c176e106cf529a64cc columnFamilyName queue 2024-11-21T02:22:00,306 DEBUG [StoreOpener-6af96728c1fbd8c176e106cf529a64cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:00,307 INFO [StoreOpener-6af96728c1fbd8c176e106cf529a64cc-1 {}] regionserver.HStore(327): Store=6af96728c1fbd8c176e106cf529a64cc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:00,307 INFO [StoreOpener-6af96728c1fbd8c176e106cf529a64cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6af96728c1fbd8c176e106cf529a64cc 2024-11-21T02:22:00,307 INFO [StoreOpener-6af96728c1fbd8c176e106cf529a64cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6af96728c1fbd8c176e106cf529a64cc columnFamilyName sid 2024-11-21T02:22:00,307 DEBUG [StoreOpener-6af96728c1fbd8c176e106cf529a64cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:00,308 INFO [StoreOpener-6af96728c1fbd8c176e106cf529a64cc-1 {}] regionserver.HStore(327): Store=6af96728c1fbd8c176e106cf529a64cc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:00,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6af96728c1fbd8c176e106cf529a64cc 2024-11-21T02:22:00,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/replication/6af96728c1fbd8c176e106cf529a64cc 2024-11-21T02:22:00,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/replication/6af96728c1fbd8c176e106cf529a64cc 2024-11-21T02:22:00,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6af96728c1fbd8c176e106cf529a64cc 2024-11-21T02:22:00,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6af96728c1fbd8c176e106cf529a64cc 2024-11-21T02:22:00,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:22:00,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6af96728c1fbd8c176e106cf529a64cc 2024-11-21T02:22:00,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/replication/6af96728c1fbd8c176e106cf529a64cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:22:00,312 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6af96728c1fbd8c176e106cf529a64cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67803567, jitterRate=0.010351881384849548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:22:00,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6af96728c1fbd8c176e106cf529a64cc 2024-11-21T02:22:00,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6af96728c1fbd8c176e106cf529a64cc: Running coprocessor pre-open hook at 1732155720303Writing region info on filesystem at 1732155720303Initializing all the Stores at 1732155720304 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155720304Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155720304Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155720304Cleaning up temporary data from old regions at 1732155720309 (+5 ms)Running coprocessor post-open hooks at 1732155720312 (+3 ms)Region opened successfully at 1732155720313 (+1 ms) 2024-11-21T02:22:00,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc., pid=10, masterSystemTime=1732155720283 2024-11-21T02:22:00,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc. 2024-11-21T02:22:00,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc. 2024-11-21T02:22:00,316 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6af96728c1fbd8c176e106cf529a64cc, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,41799,1732155697795 2024-11-21T02:22:00,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6af96728c1fbd8c176e106cf529a64cc, server=5aee4e3683e9,41799,1732155697795 because future has completed 2024-11-21T02:22:00,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T02:22:00,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6af96728c1fbd8c176e106cf529a64cc, server=5aee4e3683e9,41799,1732155697795 in 188 msec 2024-11-21T02:22:00,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T02:22:00,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6af96728c1fbd8c176e106cf529a64cc, ASSIGN in 343 msec 2024-11-21T02:22:00,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:22:00,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155720321"}]},"ts":"1732155720321"} 2024-11-21T02:22:00,323 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T02:22:00,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:22:00,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-21T02:22:00,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc., hostname=5aee4e3683e9,41799,1732155697795, seqNum=2] 2024-11-21T02:22:00,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577 2024-11-21T02:22:00,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577 2024-11-21T02:22:00,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:22:00,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T02:22:00,553 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T02:22:00,598 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,41799,1732155697795, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:22:00,599 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:00,599 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,41799,1732155697795, seqNum=-1] 2024-11-21T02:22:00,600 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:00,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T02:22:00,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5aee4e3683e9,41799,1732155697795', locateType=CURRENT is [region=hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc., hostname=5aee4e3683e9,41799,1732155697795, seqNum=2] 2024-11-21T02:22:00,620 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T02:22:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T02:22:00,628 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5aee4e3683e9,41799,1732155697795 suceeded 2024-11-21T02:22:00,632 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5aee4e3683e9:39885,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:22:00,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-11-21T02:22:00,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T02:22:00,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-11-21T02:22:00,641 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:39885' 2024-11-21T02:22:00,643 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1048ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:00,643 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,39885,-1 for getting cluster id 2024-11-21T02:22:00,643 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:00,644 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e634608-6072-49ea-84d3-0c6111eb09d5' 2024-11-21T02:22:00,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:00,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e634608-6072-49ea-84d3-0c6111eb09d5" 2024-11-21T02:22:00,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32ed137c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:00,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,39885,-1] 2024-11-21T02:22:00,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:00,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:00,646 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:00,647 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cfdfb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:00,647 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:00,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,39885,1732155705350 2024-11-21T02:22:00,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f050f0b 2024-11-21T02:22:00,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:00,649 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-21T02:22:00,650 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,41799,1732155697795 (queues=1) is replicating from cluster=b1ea424c-3451-489f-8133-806a00f3dc9a to cluster=4e634608-6072-49ea-84d3-0c6111eb09d5 2024-11-21T02:22:00,650 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C41799%2C1732155697795 2024-11-21T02:22:00,650 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,41799,1732155697795, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:22:00,655 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882, startPosition=0, beingWritten=true 2024-11-21T02:22:00,658 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C41799%2C1732155697795 2024-11-21T02:22:00,673 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:00,673 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 379, reset compression=false 2024-11-21T02:22:00,673 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,41799,1732155697795 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:00,834 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:22:00,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:00,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:00,894 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 379, reset compression=false 2024-11-21T02:22:00,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:00,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:00,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:00,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:00,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:00,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:00,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:00,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:00,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:00,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:00,969 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T02:22:00,970 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T02:22:01,218 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 379, reset compression=false 2024-11-21T02:22:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:01,289 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:22:01,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:22:01,289 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:01,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:01,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:01,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:01,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3d09dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:01,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,39885,-1 for getting cluster id 2024-11-21T02:22:01,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:01,291 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e634608-6072-49ea-84d3-0c6111eb09d5' 2024-11-21T02:22:01,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:01,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e634608-6072-49ea-84d3-0c6111eb09d5" 2024-11-21T02:22:01,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cdc9fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:01,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,39885,-1] 2024-11-21T02:22:01,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:01,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:01,292 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:01,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3a0a8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:01,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:01,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,39885,1732155705350 2024-11-21T02:22:01,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24c4534c 2024-11-21T02:22:01,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:01,295 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:22:01,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:42965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:22:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:22:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:01,299 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:42965' 2024-11-21T02:22:01,300 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3785df5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:01,300 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42965,-1 for getting cluster id 2024-11-21T02:22:01,300 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:01,301 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adfd3652-8a0f-4807-bdad-4e0705696623' 2024-11-21T02:22:01,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:01,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adfd3652-8a0f-4807-bdad-4e0705696623" 2024-11-21T02:22:01,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbd0ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:01,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42965,-1] 2024-11-21T02:22:01,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:01,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:01,302 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:01,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecb4ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:01,303 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:01,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42965,1732155711335 2024-11-21T02:22:01,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68215c7d 2024-11-21T02:22:01,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:01,305 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:22:01,306 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T02:22:01,306 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:22:01,306 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:01,306 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:01,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:01,306 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:22:01,308 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:22:01,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:22:01,309 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:01,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:22:01,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741837_1013 (size=1138) 2024-11-21T02:22:01,318 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba35c7546155299400501ba04a19fbda, NAME => 'hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5 2024-11-21T02:22:01,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741838_1014 (size=44) 2024-11-21T02:22:01,358 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T02:22:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:01,622 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 379, reset compression=false 2024-11-21T02:22:01,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:01,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ba35c7546155299400501ba04a19fbda, disabling compactions & flushes 2024-11-21T02:22:01,733 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda. 2024-11-21T02:22:01,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda. 2024-11-21T02:22:01,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda. after waiting 0 ms 2024-11-21T02:22:01,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda. 2024-11-21T02:22:01,733 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda. 2024-11-21T02:22:01,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba35c7546155299400501ba04a19fbda: Waiting for close lock at 1732155721733Disabling compacts and flushes for region at 1732155721733Disabling writes for close at 1732155721733Writing region close event to WAL at 1732155721733Closed at 1732155721733 2024-11-21T02:22:01,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:22:01,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732155721734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155721734"}]},"ts":"1732155721734"} 2024-11-21T02:22:01,736 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:22:01,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:22:01,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155721737"}]},"ts":"1732155721737"} 2024-11-21T02:22:01,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T02:22:01,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba35c7546155299400501ba04a19fbda, ASSIGN}] 2024-11-21T02:22:01,740 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba35c7546155299400501ba04a19fbda, ASSIGN 2024-11-21T02:22:01,741 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba35c7546155299400501ba04a19fbda, ASSIGN; state=OFFLINE, location=5aee4e3683e9,42613,1732155705553; forceNewPlan=false, retain=false 2024-11-21T02:22:01,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ba35c7546155299400501ba04a19fbda, regionState=OPENING, regionLocation=5aee4e3683e9,42613,1732155705553 2024-11-21T02:22:01,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ba35c7546155299400501ba04a19fbda, ASSIGN because future has completed 2024-11-21T02:22:01,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba35c7546155299400501ba04a19fbda, server=5aee4e3683e9,42613,1732155705553}] 2024-11-21T02:22:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:02,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda. 2024-11-21T02:22:02,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:22:02,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:22:02,053 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C42613%2C1732155705553.rep, suffix=, logDir=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553, archiveDir=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/oldWALs, maxLogs=10 2024-11-21T02:22:02,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.rep.1732155722054, exclude list is [], retry=0 2024-11-21T02:22:02,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39781,DS-db1c7d25-a693-4dd6-88fe-bf59d15e27e1,DISK] 2024-11-21T02:22:02,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.rep.1732155722054 2024-11-21T02:22:02,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39637:39637)] 2024-11-21T02:22:02,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ba35c7546155299400501ba04a19fbda, NAME => 'hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:22:02,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:22:02,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:22:02,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda. service=MultiRowMutationService 2024-11-21T02:22:02,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:22:02,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ba35c7546155299400501ba04a19fbda 2024-11-21T02:22:02,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:02,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ba35c7546155299400501ba04a19fbda 2024-11-21T02:22:02,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ba35c7546155299400501ba04a19fbda 2024-11-21T02:22:02,092 INFO [StoreOpener-ba35c7546155299400501ba04a19fbda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ba35c7546155299400501ba04a19fbda 2024-11-21T02:22:02,094 INFO [StoreOpener-ba35c7546155299400501ba04a19fbda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba35c7546155299400501ba04a19fbda columnFamilyName hfileref 2024-11-21T02:22:02,094 DEBUG [StoreOpener-ba35c7546155299400501ba04a19fbda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:02,094 INFO [StoreOpener-ba35c7546155299400501ba04a19fbda-1 {}] regionserver.HStore(327): Store=ba35c7546155299400501ba04a19fbda/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:02,094 INFO [StoreOpener-ba35c7546155299400501ba04a19fbda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ba35c7546155299400501ba04a19fbda 2024-11-21T02:22:02,095 INFO [StoreOpener-ba35c7546155299400501ba04a19fbda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba35c7546155299400501ba04a19fbda columnFamilyName queue 2024-11-21T02:22:02,095 DEBUG [StoreOpener-ba35c7546155299400501ba04a19fbda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:02,095 INFO [StoreOpener-ba35c7546155299400501ba04a19fbda-1 {}] regionserver.HStore(327): Store=ba35c7546155299400501ba04a19fbda/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:02,096 INFO [StoreOpener-ba35c7546155299400501ba04a19fbda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ba35c7546155299400501ba04a19fbda 2024-11-21T02:22:02,096 INFO [StoreOpener-ba35c7546155299400501ba04a19fbda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba35c7546155299400501ba04a19fbda columnFamilyName sid 2024-11-21T02:22:02,096 DEBUG [StoreOpener-ba35c7546155299400501ba04a19fbda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:02,097 INFO [StoreOpener-ba35c7546155299400501ba04a19fbda-1 {}] regionserver.HStore(327): Store=ba35c7546155299400501ba04a19fbda/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:02,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ba35c7546155299400501ba04a19fbda 2024-11-21T02:22:02,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/replication/ba35c7546155299400501ba04a19fbda 2024-11-21T02:22:02,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/replication/ba35c7546155299400501ba04a19fbda 2024-11-21T02:22:02,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ba35c7546155299400501ba04a19fbda 2024-11-21T02:22:02,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ba35c7546155299400501ba04a19fbda 2024-11-21T02:22:02,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:22:02,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ba35c7546155299400501ba04a19fbda 2024-11-21T02:22:02,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/replication/ba35c7546155299400501ba04a19fbda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:22:02,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ba35c7546155299400501ba04a19fbda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70827802, jitterRate=0.055416494607925415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:22:02,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba35c7546155299400501ba04a19fbda 2024-11-21T02:22:02,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ba35c7546155299400501ba04a19fbda: Running coprocessor pre-open hook at 1732155722080Writing region info on filesystem at 1732155722080Initializing all the Stores at 1732155722081 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155722081Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155722092 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155722092Cleaning up temporary data from old regions at 1732155722098 (+6 ms)Running coprocessor post-open hooks at 1732155722105 (+7 ms)Region opened successfully at 1732155722105 2024-11-21T02:22:02,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda., pid=10, masterSystemTime=1732155722048 2024-11-21T02:22:02,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda. 2024-11-21T02:22:02,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda. 2024-11-21T02:22:02,108 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ba35c7546155299400501ba04a19fbda, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,42613,1732155705553 2024-11-21T02:22:02,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba35c7546155299400501ba04a19fbda, server=5aee4e3683e9,42613,1732155705553 because future has completed 2024-11-21T02:22:02,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T02:22:02,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ba35c7546155299400501ba04a19fbda, server=5aee4e3683e9,42613,1732155705553 in 216 msec 2024-11-21T02:22:02,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T02:22:02,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ba35c7546155299400501ba04a19fbda, ASSIGN in 373 msec 2024-11-21T02:22:02,115 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:22:02,115 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155722115"}]},"ts":"1732155722115"} 2024-11-21T02:22:02,116 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T02:22:02,117 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:22:02,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 811 msec 2024-11-21T02:22:02,126 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 379, reset compression=false 2024-11-21T02:22:02,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda., hostname=5aee4e3683e9,42613,1732155705553, seqNum=2] 2024-11-21T02:22:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:22:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:22:02,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:22:02,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42613 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T02:22:02,387 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T02:22:02,423 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,42613,1732155705553, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:22:02,424 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:02,424 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42613,1732155705553, seqNum=-1] 2024-11-21T02:22:02,424 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:02,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T02:22:02,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5aee4e3683e9,42613,1732155705553', locateType=CURRENT is [region=hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda., hostname=5aee4e3683e9,42613,1732155705553, seqNum=2] 2024-11-21T02:22:02,428 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T02:22:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T02:22:02,430 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5aee4e3683e9,42613,1732155705553 suceeded 2024-11-21T02:22:02,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T02:22:02,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-21T02:22:02,432 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5aee4e3683e9:42965,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:22:02,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1360 sec 2024-11-21T02:22:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39885 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:02,439 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:22:02,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:22:02,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:02,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:02,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:02,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:02,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211b12f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:02,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42965,-1 for getting cluster id 2024-11-21T02:22:02,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:02,441 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adfd3652-8a0f-4807-bdad-4e0705696623' 2024-11-21T02:22:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adfd3652-8a0f-4807-bdad-4e0705696623" 2024-11-21T02:22:02,441 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2c8919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:02,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42965,-1] 2024-11-21T02:22:02,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:02,442 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:02,443 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:02,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5e3011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:02,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42965,1732155711335 2024-11-21T02:22:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dc0c9d8 2024-11-21T02:22:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:02,445 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:22:02,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:45423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:22:02,446 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:42965' 2024-11-21T02:22:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:22:02,447 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5364f481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:02,447 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42965,-1 for getting cluster id 2024-11-21T02:22:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:02,448 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:02,448 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:45423' 2024-11-21T02:22:02,448 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adfd3652-8a0f-4807-bdad-4e0705696623' 2024-11-21T02:22:02,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:02,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adfd3652-8a0f-4807-bdad-4e0705696623" 2024-11-21T02:22:02,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e518a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:02,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42965,-1] 2024-11-21T02:22:02,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:02,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:02,449 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:02,450 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3013c06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:02,450 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:02,450 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dea94de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:02,450 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,45423,-1 for getting cluster id 2024-11-21T02:22:02,450 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:02,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42965,1732155711335 2024-11-21T02:22:02,451 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ea424c-3451-489f-8133-806a00f3dc9a' 2024-11-21T02:22:02,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66021482 2024-11-21T02:22:02,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:02,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ea424c-3451-489f-8133-806a00f3dc9a" 2024-11-21T02:22:02,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:02,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d8cab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:02,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,45423,-1] 2024-11-21T02:22:02,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:02,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:02,452 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-21T02:22:02,452 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:02,452 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,42613,1732155705553 (queues=1) is replicating from cluster=4e634608-6072-49ea-84d3-0c6111eb09d5 to cluster=adfd3652-8a0f-4807-bdad-4e0705696623 2024-11-21T02:22:02,452 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C42613%2C1732155705553 2024-11-21T02:22:02,452 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,42613,1732155705553, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:22:02,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a9e557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:02,453 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:02,453 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C42613%2C1732155705553 2024-11-21T02:22:02,453 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703, startPosition=0, beingWritten=true 2024-11-21T02:22:02,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,45423,1732155697580 2024-11-21T02:22:02,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@92dd7c7 2024-11-21T02:22:02,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:02,454 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:22:02,455 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T02:22:02,455 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:22:02,455 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:02,455 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:02,456 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:22:02,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:02,457 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:22:02,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:22:02,459 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:02,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:22:02,471 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:02,471 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 379, reset compression=false 2024-11-21T02:22:02,471 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42613,1732155705553 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:02,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741837_1013 (size=1138) 2024-11-21T02:22:02,477 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d143949463e5a0ace88e3ba851d2394b, NAME => 'hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756 2024-11-21T02:22:02,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741838_1014 (size=44) 2024-11-21T02:22:02,508 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T02:22:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:02,677 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 379, reset compression=false 2024-11-21T02:22:02,730 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 379, reset compression=false 2024-11-21T02:22:02,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:02,886 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:02,886 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d143949463e5a0ace88e3ba851d2394b, disabling compactions & flushes 2024-11-21T02:22:02,886 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b. 2024-11-21T02:22:02,886 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b. 2024-11-21T02:22:02,886 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b. after waiting 0 ms 2024-11-21T02:22:02,886 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b. 2024-11-21T02:22:02,886 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b. 2024-11-21T02:22:02,887 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d143949463e5a0ace88e3ba851d2394b: Waiting for close lock at 1732155722886Disabling compacts and flushes for region at 1732155722886Disabling writes for close at 1732155722886Writing region close event to WAL at 1732155722886Closed at 1732155722886 2024-11-21T02:22:02,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:22:02,888 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732155722888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155722888"}]},"ts":"1732155722888"} 2024-11-21T02:22:02,893 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:22:02,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:22:02,895 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155722894"}]},"ts":"1732155722894"} 2024-11-21T02:22:02,897 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T02:22:02,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d143949463e5a0ace88e3ba851d2394b, ASSIGN}] 2024-11-21T02:22:02,899 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d143949463e5a0ace88e3ba851d2394b, ASSIGN 2024-11-21T02:22:02,899 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d143949463e5a0ace88e3ba851d2394b, ASSIGN; state=OFFLINE, location=5aee4e3683e9,43749,1732155711492; forceNewPlan=false, retain=false 2024-11-21T02:22:02,981 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 379, reset compression=false 2024-11-21T02:22:03,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d143949463e5a0ace88e3ba851d2394b, regionState=OPENING, regionLocation=5aee4e3683e9,43749,1732155711492 2024-11-21T02:22:03,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d143949463e5a0ace88e3ba851d2394b, ASSIGN because future has completed 2024-11-21T02:22:03,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d143949463e5a0ace88e3ba851d2394b, server=5aee4e3683e9,43749,1732155711492}] 2024-11-21T02:22:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:03,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b. 2024-11-21T02:22:03,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:22:03,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:22:03,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C43749%2C1732155711492.rep, suffix=, logDir=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492, archiveDir=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/oldWALs, maxLogs=10 2024-11-21T02:22:03,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.rep.1732155723212, exclude list is [], retry=0 2024-11-21T02:22:03,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34445,DS-4637e924-aa02-4e6e-b863-61397cd04e2d,DISK] 2024-11-21T02:22:03,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.rep.1732155723212 2024-11-21T02:22:03,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34999:34999)] 2024-11-21T02:22:03,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d143949463e5a0ace88e3ba851d2394b, NAME => 'hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:22:03,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:22:03,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:22:03,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b. service=MultiRowMutationService 2024-11-21T02:22:03,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:22:03,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d143949463e5a0ace88e3ba851d2394b 2024-11-21T02:22:03,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:03,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d143949463e5a0ace88e3ba851d2394b 2024-11-21T02:22:03,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d143949463e5a0ace88e3ba851d2394b 2024-11-21T02:22:03,230 INFO [StoreOpener-d143949463e5a0ace88e3ba851d2394b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d143949463e5a0ace88e3ba851d2394b 2024-11-21T02:22:03,231 INFO [StoreOpener-d143949463e5a0ace88e3ba851d2394b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d143949463e5a0ace88e3ba851d2394b columnFamilyName hfileref 2024-11-21T02:22:03,231 DEBUG [StoreOpener-d143949463e5a0ace88e3ba851d2394b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:03,231 INFO [StoreOpener-d143949463e5a0ace88e3ba851d2394b-1 {}] regionserver.HStore(327): Store=d143949463e5a0ace88e3ba851d2394b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:03,232 INFO [StoreOpener-d143949463e5a0ace88e3ba851d2394b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d143949463e5a0ace88e3ba851d2394b 2024-11-21T02:22:03,232 INFO [StoreOpener-d143949463e5a0ace88e3ba851d2394b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d143949463e5a0ace88e3ba851d2394b columnFamilyName queue 2024-11-21T02:22:03,232 DEBUG [StoreOpener-d143949463e5a0ace88e3ba851d2394b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:03,233 INFO [StoreOpener-d143949463e5a0ace88e3ba851d2394b-1 {}] regionserver.HStore(327): Store=d143949463e5a0ace88e3ba851d2394b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:03,233 INFO [StoreOpener-d143949463e5a0ace88e3ba851d2394b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d143949463e5a0ace88e3ba851d2394b 2024-11-21T02:22:03,233 INFO [StoreOpener-d143949463e5a0ace88e3ba851d2394b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d143949463e5a0ace88e3ba851d2394b columnFamilyName sid 2024-11-21T02:22:03,233 DEBUG [StoreOpener-d143949463e5a0ace88e3ba851d2394b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:03,234 INFO [StoreOpener-d143949463e5a0ace88e3ba851d2394b-1 {}] regionserver.HStore(327): Store=d143949463e5a0ace88e3ba851d2394b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:03,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d143949463e5a0ace88e3ba851d2394b 2024-11-21T02:22:03,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/replication/d143949463e5a0ace88e3ba851d2394b 2024-11-21T02:22:03,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/replication/d143949463e5a0ace88e3ba851d2394b 2024-11-21T02:22:03,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d143949463e5a0ace88e3ba851d2394b 2024-11-21T02:22:03,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d143949463e5a0ace88e3ba851d2394b 2024-11-21T02:22:03,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:22:03,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d143949463e5a0ace88e3ba851d2394b 2024-11-21T02:22:03,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/replication/d143949463e5a0ace88e3ba851d2394b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:22:03,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d143949463e5a0ace88e3ba851d2394b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74894588, jitterRate=0.11601632833480835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:22:03,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d143949463e5a0ace88e3ba851d2394b 2024-11-21T02:22:03,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d143949463e5a0ace88e3ba851d2394b: Running coprocessor pre-open hook at 1732155723229Writing region info on filesystem at 1732155723229Initializing all the Stores at 1732155723230 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155723230Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155723230Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155723230Cleaning up temporary data from old regions at 1732155723235 (+5 ms)Running coprocessor post-open hooks at 1732155723238 (+3 ms)Region opened successfully at 1732155723238 2024-11-21T02:22:03,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b., pid=10, masterSystemTime=1732155723206 2024-11-21T02:22:03,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b. 2024-11-21T02:22:03,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b. 2024-11-21T02:22:03,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d143949463e5a0ace88e3ba851d2394b, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,43749,1732155711492 2024-11-21T02:22:03,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d143949463e5a0ace88e3ba851d2394b, server=5aee4e3683e9,43749,1732155711492 because future has completed 2024-11-21T02:22:03,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T02:22:03,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d143949463e5a0ace88e3ba851d2394b, server=5aee4e3683e9,43749,1732155711492 in 190 msec 2024-11-21T02:22:03,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T02:22:03,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d143949463e5a0ace88e3ba851d2394b, ASSIGN in 347 msec 2024-11-21T02:22:03,247 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:22:03,247 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155723247"}]},"ts":"1732155723247"} 2024-11-21T02:22:03,248 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T02:22:03,249 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:22:03,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 793 msec 2024-11-21T02:22:03,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b., hostname=5aee4e3683e9,43749,1732155711492, seqNum=2] 2024-11-21T02:22:03,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:22:03,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:22:03,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:22:03,385 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 379, reset compression=false 2024-11-21T02:22:03,433 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 379, reset compression=false 2024-11-21T02:22:03,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T02:22:03,457 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T02:22:03,490 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,43749,1732155711492, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:22:03,490 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:03,491 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,43749,1732155711492, seqNum=-1] 2024-11-21T02:22:03,491 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:03,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T02:22:03,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5aee4e3683e9,43749,1732155711492', locateType=CURRENT is [region=hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b., hostname=5aee4e3683e9,43749,1732155711492, seqNum=2] 2024-11-21T02:22:03,495 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T02:22:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T02:22:03,497 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5aee4e3683e9,43749,1732155711492 suceeded 2024-11-21T02:22:03,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T02:22:03,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-21T02:22:03,499 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5aee4e3683e9:45423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:22:03,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0530 sec 2024-11-21T02:22:03,508 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:45423' 2024-11-21T02:22:03,509 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bf1d2f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:03,509 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,45423,-1 for getting cluster id 2024-11-21T02:22:03,509 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:03,510 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ea424c-3451-489f-8133-806a00f3dc9a' 2024-11-21T02:22:03,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:03,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ea424c-3451-489f-8133-806a00f3dc9a" 2024-11-21T02:22:03,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6007dea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:03,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,45423,-1] 2024-11-21T02:22:03,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:03,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:03,511 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:03,511 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73a9f85e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:03,511 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:03,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,45423,1732155697580 2024-11-21T02:22:03,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f6a4fa6 2024-11-21T02:22:03,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:03,512 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T02:22:03,513 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,43749,1732155711492 (queues=1) is replicating from cluster=adfd3652-8a0f-4807-bdad-4e0705696623 to cluster=b1ea424c-3451-489f-8133-806a00f3dc9a 2024-11-21T02:22:03,513 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C43749%2C1732155711492 2024-11-21T02:22:03,513 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,43749,1732155711492, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:22:03,513 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C43749%2C1732155711492 2024-11-21T02:22:03,513 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794, startPosition=0, beingWritten=true 2024-11-21T02:22:03,518 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:03,518 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 379, reset compression=false 2024-11-21T02:22:03,518 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,43749,1732155711492 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:03,589 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:22:03,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:22:03,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:03,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:03,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:03,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:03,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a28dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:03,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,45423,-1 for getting cluster id 2024-11-21T02:22:03,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:03,591 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ea424c-3451-489f-8133-806a00f3dc9a' 2024-11-21T02:22:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ea424c-3451-489f-8133-806a00f3dc9a" 2024-11-21T02:22:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278679e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,45423,-1] 2024-11-21T02:22:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:03,591 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:03,592 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336a9638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:03,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441b5d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:03,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,39885,-1 for getting cluster id 2024-11-21T02:22:03,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:03,594 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e634608-6072-49ea-84d3-0c6111eb09d5' 2024-11-21T02:22:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e634608-6072-49ea-84d3-0c6111eb09d5" 2024-11-21T02:22:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1799f518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,39885,-1] 2024-11-21T02:22:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:03,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:03,595 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:03,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c5c9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:03,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba7ca46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:03,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42965,-1 for getting cluster id 2024-11-21T02:22:03,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:03,597 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adfd3652-8a0f-4807-bdad-4e0705696623' 2024-11-21T02:22:03,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:03,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adfd3652-8a0f-4807-bdad-4e0705696623" 2024-11-21T02:22:03,597 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62260d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42965,-1] 2024-11-21T02:22:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:03,598 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e666d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:03,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,41799,1732155697795, seqNum=-1] 2024-11-21T02:22:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:03,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:22:03,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2., hostname=5aee4e3683e9,41799,1732155697795, seqNum=2] 2024-11-21T02:22:03,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,43749,1732155711492, seqNum=-1] 2024-11-21T02:22:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:03,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:22:03,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732155718494.4b79b680407274048178d0a39cc58397., hostname=5aee4e3683e9,43749,1732155711492, seqNum=2] 2024-11-21T02:22:03,610 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T02:22:03,738 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 379, reset compression=false 2024-11-21T02:22:03,888 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 379, reset compression=false 2024-11-21T02:22:04,043 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 379, reset compression=false 2024-11-21T02:22:04,236 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 379, reset compression=false 2024-11-21T02:22:04,241 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:04,241 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 480, reset compression=false 2024-11-21T02:22:04,241 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,41799,1732155697795 got entry batch from reader: WALEntryBatch [walEntries=[{test/8cbf3d3af6871d9a62cfe504413586d2/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T02:22:04,244 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:22:04,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-21T02:22:04,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:04,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dc9feab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:04,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,39885,-1 for getting cluster id 2024-11-21T02:22:04,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:04,254 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e634608-6072-49ea-84d3-0c6111eb09d5' 2024-11-21T02:22:04,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:04,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e634608-6072-49ea-84d3-0c6111eb09d5" 2024-11-21T02:22:04,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@190c3ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:04,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,39885,-1] 2024-11-21T02:22:04,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:04,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:04,256 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:04,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fb88e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:04,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:04,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42613,1732155705553, seqNum=-1] 2024-11-21T02:22:04,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:04,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T02:22:04,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7., hostname=5aee4e3683e9,42613,1732155705553, seqNum=2] 2024-11-21T02:22:04,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:04,446 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 379, reset compression=false 2024-11-21T02:22:04,449 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 480, reset compression=false 2024-11-21T02:22:04,492 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 379, reset compression=false 2024-11-21T02:22:04,498 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:04,498 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 504, reset compression=false 2024-11-21T02:22:04,498 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42613,1732155705553 got entry batch from reader: WALEntryBatch [walEntries=[{test/af56f4b31d32c71d1d219a044f9724d7/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T02:22:04,500 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:22:04,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-21T02:22:04,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:04,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22f11319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:04,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42965,-1 for getting cluster id 2024-11-21T02:22:04,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:04,503 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adfd3652-8a0f-4807-bdad-4e0705696623' 2024-11-21T02:22:04,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:04,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adfd3652-8a0f-4807-bdad-4e0705696623" 2024-11-21T02:22:04,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35693ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:04,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42965,-1] 2024-11-21T02:22:04,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:04,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:04,505 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:04,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@681d5397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:04,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:04,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,43749,1732155711492, seqNum=-1] 2024-11-21T02:22:04,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:04,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T02:22:04,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732155718494.4b79b680407274048178d0a39cc58397., hostname=5aee4e3683e9,43749,1732155711492, seqNum=2] 2024-11-21T02:22:04,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:04,616 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T02:22:04,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:04,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42613,1732155705553, seqNum=-1] 2024-11-21T02:22:04,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:04,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:22:04,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7., hostname=5aee4e3683e9,42613,1732155705553, seqNum=2] 2024-11-21T02:22:04,625 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T02:22:04,706 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 504, reset compression=false 2024-11-21T02:22:04,721 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:04,721 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 608, reset compression=false 2024-11-21T02:22:04,722 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42613,1732155705553 got entry batch from reader: WALEntryBatch [walEntries=[{test/af56f4b31d32c71d1d219a044f9724d7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T02:22:04,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:04,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:04,753 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 480, reset compression=false 2024-11-21T02:22:04,930 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 608, reset compression=false 2024-11-21T02:22:04,952 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 379, reset compression=false 2024-11-21T02:22:04,977 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:04,977 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 654, reset compression=false 2024-11-21T02:22:04,977 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,43749,1732155711492 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b79b680407274048178d0a39cc58397/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T02:22:04,981 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:22:04,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T02:22:04,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:04,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7153ba7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:04,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,45423,-1 for getting cluster id 2024-11-21T02:22:04,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:04,988 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ea424c-3451-489f-8133-806a00f3dc9a' 2024-11-21T02:22:04,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ea424c-3451-489f-8133-806a00f3dc9a" 2024-11-21T02:22:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d71d12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,45423,-1] 2024-11-21T02:22:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:04,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:04,996 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:04,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d1098bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:04,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:04,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,41799,1732155697795, seqNum=-1] 2024-11-21T02:22:04,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:05,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T02:22:05,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2., hostname=5aee4e3683e9,41799,1732155697795, seqNum=2] 2024-11-21T02:22:05,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:05,169 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 480, reset compression=false 2024-11-21T02:22:05,181 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:05,181 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 631, reset compression=false 2024-11-21T02:22:05,181 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,41799,1732155697795 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:05,201 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 654, reset compression=false 2024-11-21T02:22:05,246 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 608, reset compression=false 2024-11-21T02:22:05,393 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 631, reset compression=false 2024-11-21T02:22:05,531 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 654, reset compression=false 2024-11-21T02:22:05,636 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T02:22:05,653 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 608, reset compression=false 2024-11-21T02:22:05,656 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T02:22:05,718 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 631, reset compression=false 2024-11-21T02:22:05,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:22:05,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:05,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:05,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:05,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:05,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:05,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:05,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:05,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:05,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:05,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:05,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:05,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:05,938 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 654, reset compression=false 2024-11-21T02:22:05,947 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:05,947 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 758, reset compression=false 2024-11-21T02:22:05,947 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,43749,1732155711492 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b79b680407274048178d0a39cc58397/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T02:22:05,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:05,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:06,143 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 631, reset compression=false 2024-11-21T02:22:06,147 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:06,147 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 759, reset compression=false 2024-11-21T02:22:06,147 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,41799,1732155697795 got entry batch from reader: WALEntryBatch [walEntries=[{test/8cbf3d3af6871d9a62cfe504413586d2/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T02:22:06,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:06,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:06,158 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 758, reset compression=false 2024-11-21T02:22:06,169 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 608, reset compression=false 2024-11-21T02:22:06,175 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:06,175 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 760, reset compression=false 2024-11-21T02:22:06,175 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42613,1732155705553 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:06,351 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 759, reset compression=false 2024-11-21T02:22:06,379 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 760, reset compression=false 2024-11-21T02:22:06,462 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 758, reset compression=false 2024-11-21T02:22:06,654 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 759, reset compression=false 2024-11-21T02:22:06,658 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T02:22:06,671 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T02:22:06,683 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 760, reset compression=false 2024-11-21T02:22:06,865 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 758, reset compression=false 2024-11-21T02:22:07,057 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 759, reset compression=false 2024-11-21T02:22:07,062 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:07,062 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 915, reset compression=false 2024-11-21T02:22:07,062 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,41799,1732155697795 got entry batch from reader: WALEntryBatch [walEntries=[{test/8cbf3d3af6871d9a62cfe504413586d2/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T02:22:07,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:07,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:07,089 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 760, reset compression=false 2024-11-21T02:22:07,093 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:07,093 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 908, reset compression=false 2024-11-21T02:22:07,093 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42613,1732155705553 got entry batch from reader: WALEntryBatch [walEntries=[{test/af56f4b31d32c71d1d219a044f9724d7/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T02:22:07,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:07,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:07,266 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 915, reset compression=false 2024-11-21T02:22:07,297 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 908, reset compression=false 2024-11-21T02:22:07,369 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 758, reset compression=false 2024-11-21T02:22:07,373 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:07,373 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 929, reset compression=false 2024-11-21T02:22:07,373 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,43749,1732155711492 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:07,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T02:22:07,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T02:22:07,561 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T02:22:07,569 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 915, reset compression=false 2024-11-21T02:22:07,577 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 929, reset compression=false 2024-11-21T02:22:07,600 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 908, reset compression=false 2024-11-21T02:22:07,673 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T02:22:07,677 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T02:22:07,880 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 929, reset compression=false 2024-11-21T02:22:07,973 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 915, reset compression=false 2024-11-21T02:22:08,004 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 908, reset compression=false 2024-11-21T02:22:08,008 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:08,008 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1067, reset compression=false 2024-11-21T02:22:08,008 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42613,1732155705553 got entry batch from reader: WALEntryBatch [walEntries=[{test/af56f4b31d32c71d1d219a044f9724d7/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T02:22:08,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:08,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:08,212 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1067, reset compression=false 2024-11-21T02:22:08,284 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 929, reset compression=false 2024-11-21T02:22:08,288 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:08,288 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 1078, reset compression=false 2024-11-21T02:22:08,288 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,43749,1732155711492 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b79b680407274048178d0a39cc58397/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T02:22:08,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:08,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:08,477 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 915, reset compression=false 2024-11-21T02:22:08,486 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:08,486 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1088, reset compression=false 2024-11-21T02:22:08,486 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,41799,1732155697795 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:08,491 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 1078, reset compression=false 2024-11-21T02:22:08,516 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1067, reset compression=false 2024-11-21T02:22:08,679 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T02:22:08,688 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T02:22:08,690 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1088, reset compression=false 2024-11-21T02:22:08,794 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 1078, reset compression=false 2024-11-21T02:22:08,797 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:08,797 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 1237, reset compression=false 2024-11-21T02:22:08,797 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,43749,1732155711492 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b79b680407274048178d0a39cc58397/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T02:22:08,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:08,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:08,920 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1067, reset compression=false 2024-11-21T02:22:09,001 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 1237, reset compression=false 2024-11-21T02:22:09,013 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1088, reset compression=false 2024-11-21T02:22:09,021 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:09,021 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1238, reset compression=false 2024-11-21T02:22:09,021 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,41799,1732155697795 got entry batch from reader: WALEntryBatch [walEntries=[{test/8cbf3d3af6871d9a62cfe504413586d2/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T02:22:09,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:09,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:09,225 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1238, reset compression=false 2024-11-21T02:22:09,305 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 1237, reset compression=false 2024-11-21T02:22:09,423 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1067, reset compression=false 2024-11-21T02:22:09,438 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:09,438 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1241, reset compression=false 2024-11-21T02:22:09,438 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42613,1732155705553 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:09,530 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1238, reset compression=false 2024-11-21T02:22:09,657 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1241, reset compression=false 2024-11-21T02:22:09,691 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T02:22:09,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390d96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:09,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42965,-1 for getting cluster id 2024-11-21T02:22:09,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:09,708 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 1237, reset compression=false 2024-11-21T02:22:09,708 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adfd3652-8a0f-4807-bdad-4e0705696623' 2024-11-21T02:22:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adfd3652-8a0f-4807-bdad-4e0705696623" 2024-11-21T02:22:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e23195f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42965,-1] 2024-11-21T02:22:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:09,711 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b51d839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:09,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:09,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42965,1732155711335 2024-11-21T02:22:09,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@722037f3 2024-11-21T02:22:09,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:09,717 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:22:09,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-21T02:22:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-21T02:22:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T02:22:09,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:22:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T02:22:09,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T02:22:09,920 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-21T02:22:09,920 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-21T02:22:09,920 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,43749,1732155711492 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-21T02:22:09,921 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0. 2024-11-21T02:22:09,921 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:09,921 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:09,921 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:09,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:09,949 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1238, reset compression=false 2024-11-21T02:22:09,968 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1241, reset compression=false 2024-11-21T02:22:10,022 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T02:22:10,024 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T02:22:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T02:22:10,122 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 terminated 2024-11-21T02:22:10,148 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,43749,1732155711492, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:22:10,151 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-21T02:22:10,152 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T02:22:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T02:22:10,155 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 5aee4e3683e9,43749,1732155711492 suceeded 2024-11-21T02:22:10,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T02:22:10,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 388 msec 2024-11-21T02:22:10,157 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-21T02:22:10,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 439 msec 2024-11-21T02:22:10,176 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:45423' 2024-11-21T02:22:10,178 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b358f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:10,178 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,45423,-1 for getting cluster id 2024-11-21T02:22:10,178 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:10,179 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1ea424c-3451-489f-8133-806a00f3dc9a' 2024-11-21T02:22:10,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:10,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1ea424c-3451-489f-8133-806a00f3dc9a" 2024-11-21T02:22:10,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76f73c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:10,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,45423,-1] 2024-11-21T02:22:10,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:10,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:10,180 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:10,182 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b51974a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:10,182 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:10,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,45423,1732155697580 2024-11-21T02:22:10,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4709e714 2024-11-21T02:22:10,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:10,184 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T02:22:10,186 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,43749,1732155711492 (queues=1) is replicating from cluster=adfd3652-8a0f-4807-bdad-4e0705696623 to cluster=b1ea424c-3451-489f-8133-806a00f3dc9a 2024-11-21T02:22:10,186 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C43749%2C1732155711492 2024-11-21T02:22:10,186 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,43749,1732155711492, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:22:10,196 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C43749%2C1732155711492 2024-11-21T02:22:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T02:22:10,359 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:22:10,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:22:10,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:10,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:10,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:10,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:10,362 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-21T02:22:10,373 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1241, reset compression=false 2024-11-21T02:22:10,453 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1238, reset compression=false 2024-11-21T02:22:10,457 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:10,457 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1342, reset compression=false 2024-11-21T02:22:10,457 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,41799,1732155697795 got entry batch from reader: WALEntryBatch [walEntries=[{test/8cbf3d3af6871d9a62cfe504413586d2/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T02:22:10,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:10,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42613 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:10,661 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1342, reset compression=false 2024-11-21T02:22:10,876 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1241, reset compression=false 2024-11-21T02:22:10,880 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:10,880 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1369, reset compression=false 2024-11-21T02:22:10,880 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42613,1732155705553 got entry batch from reader: WALEntryBatch [walEntries=[{test/af56f4b31d32c71d1d219a044f9724d7/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T02:22:10,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:10,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:10,964 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1342, reset compression=false 2024-11-21T02:22:11,083 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1369, reset compression=false 2024-11-21T02:22:11,366 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-21T02:22:11,368 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1342, reset compression=false 2024-11-21T02:22:11,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3672d11c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:11,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42965,-1 for getting cluster id 2024-11-21T02:22:11,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:11,373 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adfd3652-8a0f-4807-bdad-4e0705696623' 2024-11-21T02:22:11,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:11,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adfd3652-8a0f-4807-bdad-4e0705696623" 2024-11-21T02:22:11,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16adb3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:11,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42965,-1] 2024-11-21T02:22:11,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:11,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:11,381 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:11,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77057996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:11,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:11,386 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42965,1732155711335 2024-11-21T02:22:11,386 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41648f01 2024-11-21T02:22:11,386 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:11,388 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:22:11,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-21T02:22:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-21T02:22:11,396 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1369, reset compression=false 2024-11-21T02:22:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T02:22:11,402 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:11,402 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1473, reset compression=false 2024-11-21T02:22:11,404 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42613,1732155705553 got entry batch from reader: WALEntryBatch [walEntries=[{test/af56f4b31d32c71d1d219a044f9724d7/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T02:22:11,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:11,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:22:11,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T02:22:11,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-21T02:22:11,561 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-21T02:22:11,561 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T02:22:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-21T02:22:11,564 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 5aee4e3683e9,43749,1732155711492 suceeded 2024-11-21T02:22:11,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T02:22:11,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-21T02:22:11,565 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-21T02:22:11,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 176 msec 2024-11-21T02:22:11,588 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794, startPosition=1237, beingWritten=true 2024-11-21T02:22:11,610 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1473, reset compression=false 2024-11-21T02:22:11,631 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:11,631 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 1515, reset compression=false 2024-11-21T02:22:11,631 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,43749,1732155711492 got entry batch from reader: WALEntryBatch [walEntries=[{test/4b79b680407274048178d0a39cc58397/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T02:22:11,652 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:22:11,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T02:22:11,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:11,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T02:22:11,713 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:22:11,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:22:11,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:11,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:11,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:11,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:11,715 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-21T02:22:11,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:22:11,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:22:11,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:11,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:11,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:11,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:22:11,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1224137860, stopped=false 2024-11-21T02:22:11,716 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,42965,1732155711335 2024-11-21T02:22:11,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:11,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21299958023/running 2024-11-21T02:22:11,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21299958023/running 2024-11-21T02:22:11,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:22:11,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:22:11,788 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:22:11,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Set watcher on znode that does not yet exist, /21299958023/running 2024-11-21T02:22:11,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Set watcher on znode that does not yet exist, /21299958023/running 2024-11-21T02:22:11,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:22:11,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:11,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:11,789 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,43749,1732155711492' ***** 2024-11-21T02:22:11,789 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:22:11,794 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:22:11,800 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:22:11,800 INFO [RS:0;5aee4e3683e9:43749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:22:11,804 INFO [RS:0;5aee4e3683e9:43749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:22:11,804 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(3091): Received CLOSE for d143949463e5a0ace88e3ba851d2394b 2024-11-21T02:22:11,807 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b79b680407274048178d0a39cc58397 2024-11-21T02:22:11,807 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,43749,1732155711492 2024-11-21T02:22:11,807 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:22:11,807 INFO [RS:0;5aee4e3683e9:43749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:43749. 2024-11-21T02:22:11,808 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d143949463e5a0ace88e3ba851d2394b, disabling compactions & flushes 2024-11-21T02:22:11,808 DEBUG [RS:0;5aee4e3683e9:43749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:11,808 DEBUG [RS:0;5aee4e3683e9:43749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:11,808 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b. 2024-11-21T02:22:11,808 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b. 2024-11-21T02:22:11,808 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b. after waiting 0 ms 2024-11-21T02:22:11,808 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b. 2024-11-21T02:22:11,808 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:22:11,808 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:22:11,808 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:22:11,808 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:22:11,808 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d143949463e5a0ace88e3ba851d2394b 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-21T02:22:11,820 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T02:22:11,820 DEBUG [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(1325): Online Regions={d143949463e5a0ace88e3ba851d2394b=hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b., 1588230740=hbase:meta,,1.1588230740, 4b79b680407274048178d0a39cc58397=test,,1732155718494.4b79b680407274048178d0a39cc58397.} 2024-11-21T02:22:11,820 DEBUG [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b79b680407274048178d0a39cc58397, d143949463e5a0ace88e3ba851d2394b 2024-11-21T02:22:11,820 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:22:11,820 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:22:11,820 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:22:11,820 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:22:11,820 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:22:11,821 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T02:22:11,843 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/replication/d143949463e5a0ace88e3ba851d2394b/.tmp/queue/e066b2c8d34e4d89ba9fdb43c90d31b7 is 154, key is 1-5aee4e3683e9,43749,1732155711492/queue:5aee4e3683e9%2C43749%2C1732155711492/1732155731664/Put/seqid=0 2024-11-21T02:22:11,855 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/.tmp/info/9eafc37710b3470fb2cddeac74d0af89 is 147, key is hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b./info:regioninfo/1732155723241/Put/seqid=0 2024-11-21T02:22:11,858 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 1515, reset compression=false 2024-11-21T02:22:11,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741840_1016 (size=5353) 2024-11-21T02:22:11,874 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/replication/d143949463e5a0ace88e3ba851d2394b/.tmp/queue/e066b2c8d34e4d89ba9fdb43c90d31b7 2024-11-21T02:22:11,887 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:22:11,888 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/replication/d143949463e5a0ace88e3ba851d2394b/.tmp/queue/e066b2c8d34e4d89ba9fdb43c90d31b7 as hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/replication/d143949463e5a0ace88e3ba851d2394b/queue/e066b2c8d34e4d89ba9fdb43c90d31b7 2024-11-21T02:22:11,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741841_1017 (size=7686) 2024-11-21T02:22:11,905 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1342, reset compression=false 2024-11-21T02:22:11,905 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/.tmp/info/9eafc37710b3470fb2cddeac74d0af89 2024-11-21T02:22:11,906 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/replication/d143949463e5a0ace88e3ba851d2394b/queue/e066b2c8d34e4d89ba9fdb43c90d31b7, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T02:22:11,907 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for d143949463e5a0ace88e3ba851d2394b in 99ms, sequenceid=12, compaction requested=false 2024-11-21T02:22:11,927 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:11,927 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1493, reset compression=false 2024-11-21T02:22:11,927 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,41799,1732155697795 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:11,945 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1473, reset compression=false 2024-11-21T02:22:11,950 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/.tmp/ns/72b0e8b72dc845239175020a6cfe8e66 is 43, key is default/ns:d/1732155713984/Put/seqid=0 2024-11-21T02:22:11,954 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/replication/d143949463e5a0ace88e3ba851d2394b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T02:22:11,955 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:22:11,955 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:22:11,955 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b. 2024-11-21T02:22:11,955 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d143949463e5a0ace88e3ba851d2394b: Waiting for close lock at 1732155731807Running coprocessor pre-close hooks at 1732155731807Disabling compacts and flushes for region at 1732155731807Disabling writes for close at 1732155731808 (+1 ms)Obtaining lock to block concurrent updates at 1732155731808Preparing flush snapshotting stores in d143949463e5a0ace88e3ba851d2394b at 1732155731808Finished memstore snapshotting hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732155731809 (+1 ms)Flushing stores of hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b. at 1732155731809Flushing d143949463e5a0ace88e3ba851d2394b/queue: creating writer at 1732155731809Flushing d143949463e5a0ace88e3ba851d2394b/queue: appending metadata at 1732155731842 (+33 ms)Flushing d143949463e5a0ace88e3ba851d2394b/queue: closing flushed file at 1732155731842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16a60c37: reopening flushed file at 1732155731887 (+45 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for d143949463e5a0ace88e3ba851d2394b in 99ms, sequenceid=12, compaction requested=false at 1732155731907 (+20 ms)Writing region close event to WAL at 1732155731924 (+17 ms)Running coprocessor post-close hooks at 1732155731955 (+31 ms)Closed at 1732155731955 2024-11-21T02:22:11,955 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732155722455.d143949463e5a0ace88e3ba851d2394b. 2024-11-21T02:22:11,955 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b79b680407274048178d0a39cc58397, disabling compactions & flushes 2024-11-21T02:22:11,955 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732155718494.4b79b680407274048178d0a39cc58397. 2024-11-21T02:22:11,955 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155718494.4b79b680407274048178d0a39cc58397. 2024-11-21T02:22:11,955 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732155718494.4b79b680407274048178d0a39cc58397. after waiting 0 ms 2024-11-21T02:22:11,955 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732155718494.4b79b680407274048178d0a39cc58397. 2024-11-21T02:22:11,955 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4b79b680407274048178d0a39cc58397 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T02:22:11,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741842_1018 (size=5153) 2024-11-21T02:22:11,969 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/.tmp/ns/72b0e8b72dc845239175020a6cfe8e66 2024-11-21T02:22:11,978 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/.tmp/f/997085c72ec14c18a70af23b07bf47b0 is 37, key is row3/f:row3/1732155730360/Put/seqid=0 2024-11-21T02:22:12,004 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/.tmp/rep_barrier/49a1d9960711477385b4bd9139534bbe is 112, key is test,,1732155718494.4b79b680407274048178d0a39cc58397./rep_barrier:seqnumDuringOpen/1732155718933/Put/seqid=0 2024-11-21T02:22:12,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741843_1019 (size=5228) 2024-11-21T02:22:12,025 DEBUG [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b79b680407274048178d0a39cc58397 2024-11-21T02:22:12,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741844_1020 (size=5518) 2024-11-21T02:22:12,156 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1493, reset compression=false 2024-11-21T02:22:12,198 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 1515, reset compression=false 2024-11-21T02:22:12,206 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:12,206 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 1762, reset compression=false 2024-11-21T02:22:12,206 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,43749,1732155711492 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:12,207 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5aee4e3683e9,43749,1732155711492: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5aee4e3683e9,43749,1732155711492, walGroup=5aee4e3683e9%2C43749%2C1732155711492, offset=5aee4e3683e9%2C43749%2C1732155711492.1732155712794:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:43749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T02:22:12,209 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T02:22:12,209 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T02:22:12,209 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T02:22:12,209 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T02:22:12,209 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T02:22:12,209 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 843265240 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198656568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T02:22:12,209 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:42965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:42965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T02:22:12,225 DEBUG [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b79b680407274048178d0a39cc58397 2024-11-21T02:22:12,359 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1473, reset compression=false 2024-11-21T02:22:12,402 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/.tmp/f/997085c72ec14c18a70af23b07bf47b0 2024-11-21T02:22:12,406 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 997085c72ec14c18a70af23b07bf47b0 2024-11-21T02:22:12,417 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 1762, reset compression=false 2024-11-21T02:22:12,424 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/.tmp/f1/4732768c9a0a49d6a936810f3450f480 is 30, key is row1/f1:/1732155727674/DeleteFamily/seqid=0 2024-11-21T02:22:12,425 DEBUG [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b79b680407274048178d0a39cc58397 2024-11-21T02:22:12,429 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/.tmp/rep_barrier/49a1d9960711477385b4bd9139534bbe 2024-11-21T02:22:12,453 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/.tmp/table/8bd4ea15e2d848e88dedd6861cdf4e2f is 53, key is hbase:replication/table:state/1732155723247/Put/seqid=0 2024-11-21T02:22:12,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741845_1021 (size=5158) 2024-11-21T02:22:12,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741846_1022 (size=5308) 2024-11-21T02:22:12,459 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/.tmp/f1/4732768c9a0a49d6a936810f3450f480 2024-11-21T02:22:12,459 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/.tmp/table/8bd4ea15e2d848e88dedd6861cdf4e2f 2024-11-21T02:22:12,463 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1493, reset compression=false 2024-11-21T02:22:12,463 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4732768c9a0a49d6a936810f3450f480 2024-11-21T02:22:12,466 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/.tmp/info/9eafc37710b3470fb2cddeac74d0af89 as hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/info/9eafc37710b3470fb2cddeac74d0af89 2024-11-21T02:22:12,471 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/info/9eafc37710b3470fb2cddeac74d0af89, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T02:22:12,471 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/.tmp/ns/72b0e8b72dc845239175020a6cfe8e66 as hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/ns/72b0e8b72dc845239175020a6cfe8e66 2024-11-21T02:22:12,477 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/ns/72b0e8b72dc845239175020a6cfe8e66, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T02:22:12,478 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/.tmp/rep_barrier/49a1d9960711477385b4bd9139534bbe as hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/rep_barrier/49a1d9960711477385b4bd9139534bbe 2024-11-21T02:22:12,480 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/.tmp/norep/fc411fc5c03a46a282f96c9d74934851 is 33, key is row2/norep:/1732155728680/DeleteFamily/seqid=0 2024-11-21T02:22:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741847_1023 (size=5108) 2024-11-21T02:22:12,489 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/rep_barrier/49a1d9960711477385b4bd9139534bbe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T02:22:12,492 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/.tmp/table/8bd4ea15e2d848e88dedd6861cdf4e2f as hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/table/8bd4ea15e2d848e88dedd6861cdf4e2f 2024-11-21T02:22:12,497 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/table/8bd4ea15e2d848e88dedd6861cdf4e2f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T02:22:12,497 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 676ms, sequenceid=16, compaction requested=false 2024-11-21T02:22:12,504 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T02:22:12,504 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:22:12,504 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:22:12,505 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:22:12,505 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155731820Running coprocessor pre-close hooks at 1732155731820Disabling compacts and flushes for region at 1732155731820Disabling writes for close at 1732155731820Obtaining lock to block concurrent updates at 1732155731821 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732155731821Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732155731821Flushing stores of hbase:meta,,1.1588230740 at 1732155731822 (+1 ms)Flushing 1588230740/info: creating writer at 1732155731822Flushing 1588230740/info: appending metadata at 1732155731854 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732155731854Flushing 1588230740/ns: creating writer at 1732155731914 (+60 ms)Flushing 1588230740/ns: appending metadata at 1732155731950 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1732155731950Flushing 1588230740/rep_barrier: creating writer at 1732155731982 (+32 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732155732004 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732155732004Flushing 1588230740/table: creating writer at 1732155732433 (+429 ms)Flushing 1588230740/table: appending metadata at 1732155732452 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732155732452Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c16d013: reopening flushed file at 1732155732466 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6374375b: reopening flushed file at 1732155732471 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154bdf6d: reopening flushed file at 1732155732477 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45da4a0b: reopening flushed file at 1732155732490 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 676ms, sequenceid=16, compaction requested=false at 1732155732497 (+7 ms)Writing region close event to WAL at 1732155732500 (+3 ms)Running coprocessor post-close hooks at 1732155732504 (+4 ms)Closed at 1732155732505 (+1 ms) 2024-11-21T02:22:12,505 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:22:12,626 DEBUG [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(1351): Waiting on 4b79b680407274048178d0a39cc58397 2024-11-21T02:22:12,659 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:22:12,659 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:22:12,729 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 1762, reset compression=false 2024-11-21T02:22:12,826 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:22:12,826 DEBUG [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(1325): Online Regions={4b79b680407274048178d0a39cc58397=test,,1732155718494.4b79b680407274048178d0a39cc58397.} 2024-11-21T02:22:12,826 DEBUG [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(1351): Waiting on 4b79b680407274048178d0a39cc58397 2024-11-21T02:22:12,864 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1473, reset compression=false 2024-11-21T02:22:12,867 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1493, reset compression=false 2024-11-21T02:22:12,884 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/.tmp/norep/fc411fc5c03a46a282f96c9d74934851 2024-11-21T02:22:12,894 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc411fc5c03a46a282f96c9d74934851 2024-11-21T02:22:12,898 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/.tmp/f/997085c72ec14c18a70af23b07bf47b0 as hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/f/997085c72ec14c18a70af23b07bf47b0 2024-11-21T02:22:12,913 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 997085c72ec14c18a70af23b07bf47b0 2024-11-21T02:22:12,913 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/f/997085c72ec14c18a70af23b07bf47b0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T02:22:12,916 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/.tmp/f1/4732768c9a0a49d6a936810f3450f480 as hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/f1/4732768c9a0a49d6a936810f3450f480 2024-11-21T02:22:12,931 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4732768c9a0a49d6a936810f3450f480 2024-11-21T02:22:12,931 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/f1/4732768c9a0a49d6a936810f3450f480, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T02:22:12,933 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/.tmp/norep/fc411fc5c03a46a282f96c9d74934851 as hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/norep/fc411fc5c03a46a282f96c9d74934851 2024-11-21T02:22:12,939 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc411fc5c03a46a282f96c9d74934851 2024-11-21T02:22:12,940 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/norep/fc411fc5c03a46a282f96c9d74934851, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T02:22:12,947 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4b79b680407274048178d0a39cc58397 in 992ms, sequenceid=12, compaction requested=false 2024-11-21T02:22:12,955 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/data/default/test/4b79b680407274048178d0a39cc58397/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T02:22:12,955 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:22:12,955 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:22:12,955 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732155718494.4b79b680407274048178d0a39cc58397. 2024-11-21T02:22:12,955 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b79b680407274048178d0a39cc58397: Waiting for close lock at 1732155731955Running coprocessor pre-close hooks at 1732155731955Disabling compacts and flushes for region at 1732155731955Disabling writes for close at 1732155731955Obtaining lock to block concurrent updates at 1732155731955Preparing flush snapshotting stores in 4b79b680407274048178d0a39cc58397 at 1732155731955Finished memstore snapshotting test,,1732155718494.4b79b680407274048178d0a39cc58397., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732155731956 (+1 ms)Flushing stores of test,,1732155718494.4b79b680407274048178d0a39cc58397. at 1732155731956Flushing 4b79b680407274048178d0a39cc58397/f: creating writer at 1732155731957 (+1 ms)Flushing 4b79b680407274048178d0a39cc58397/f: appending metadata at 1732155731977 (+20 ms)Flushing 4b79b680407274048178d0a39cc58397/f: closing flushed file at 1732155731977Flushing 4b79b680407274048178d0a39cc58397/f1: creating writer at 1732155732406 (+429 ms)Flushing 4b79b680407274048178d0a39cc58397/f1: appending metadata at 1732155732423 (+17 ms)Flushing 4b79b680407274048178d0a39cc58397/f1: closing flushed file at 1732155732423Flushing 4b79b680407274048178d0a39cc58397/norep: creating writer at 1732155732463 (+40 ms)Flushing 4b79b680407274048178d0a39cc58397/norep: appending metadata at 1732155732480 (+17 ms)Flushing 4b79b680407274048178d0a39cc58397/norep: closing flushed file at 1732155732480Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9ba0504: reopening flushed file at 1732155732894 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46491b9f: reopening flushed file at 1732155732913 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d275d56: reopening flushed file at 1732155732931 (+18 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4b79b680407274048178d0a39cc58397 in 992ms, sequenceid=12, compaction requested=false at 1732155732947 (+16 ms)Writing region close event to WAL at 1732155732952 (+5 ms)Running coprocessor post-close hooks at 1732155732955 (+3 ms)Closed at 1732155732955 2024-11-21T02:22:12,955 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732155718494.4b79b680407274048178d0a39cc58397. 2024-11-21T02:22:13,026 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,43749,1732155711492; all regions closed. 2024-11-21T02:22:13,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741834_1010 (size=4239) 2024-11-21T02:22:13,028 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.meta.1732155713920.meta not finished, retry = 0 2024-11-21T02:22:13,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741839_1015 (size=3115) 2024-11-21T02:22:13,131 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.rep.1732155723212 not finished, retry = 0 2024-11-21T02:22:13,133 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 1762, reset compression=false 2024-11-21T02:22:13,136 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:13,137 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.wal-reader.5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 to pos 2406, reset compression=false 2024-11-21T02:22:13,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741832_1008 (size=2414) 2024-11-21T02:22:13,234 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/WALs/5aee4e3683e9,43749,1732155711492/5aee4e3683e9%2C43749%2C1732155711492.1732155712794 not finished, retry = 0 2024-11-21T02:22:13,335 DEBUG [RS:0;5aee4e3683e9:43749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:13,335 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:22:13,335 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:22:13,335 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T02:22:13,335 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:22:13,335 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:22:13,335 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,43749,1732155711492 because: Region server is closing 2024-11-21T02:22:13,335 INFO [RS:0;5aee4e3683e9:43749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:43749. 2024-11-21T02:22:13,335 DEBUG [RS:0;5aee4e3683e9:43749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:13,336 DEBUG [RS:0;5aee4e3683e9:43749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:13,336 DEBUG [RS:0;5aee4e3683e9:43749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:13,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:13,377 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1493, reset compression=false 2024-11-21T02:22:13,436 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,43749,1732155711492.replicationSource.shipper5aee4e3683e9%2C43749%2C1732155711492,1-5aee4e3683e9,43749,1732155711492 terminated 2024-11-21T02:22:13,436 INFO [RS:0;5aee4e3683e9:43749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:43749. 2024-11-21T02:22:13,436 DEBUG [RS:0;5aee4e3683e9:43749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:13,436 DEBUG [RS:0;5aee4e3683e9:43749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:13,436 DEBUG [RS:0;5aee4e3683e9:43749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:13,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:13,436 INFO [RS:0;5aee4e3683e9:43749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43749 2024-11-21T02:22:13,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023/rs 2024-11-21T02:22:13,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21299958023/rs/5aee4e3683e9,43749,1732155711492 2024-11-21T02:22:13,482 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:22:13,492 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,43749,1732155711492] 2024-11-21T02:22:13,500 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1473, reset compression=false 2024-11-21T02:22:13,503 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21299958023/draining/5aee4e3683e9,43749,1732155711492 already deleted, retry=false 2024-11-21T02:22:13,503 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,43749,1732155711492 expired; onlineServers=0 2024-11-21T02:22:13,503 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,42965,1732155711335' ***** 2024-11-21T02:22:13,503 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:22:13,503 INFO [M:0;5aee4e3683e9:42965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:22:13,503 INFO [M:0;5aee4e3683e9:42965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:22:13,503 DEBUG [M:0;5aee4e3683e9:42965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:22:13,503 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155712566 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155712566,5,FailOnTimeoutGroup] 2024-11-21T02:22:13,504 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:22:13,504 DEBUG [M:0;5aee4e3683e9:42965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:22:13,504 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155712565 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155712565,5,FailOnTimeoutGroup] 2024-11-21T02:22:13,504 INFO [M:0;5aee4e3683e9:42965 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:22:13,504 INFO [M:0;5aee4e3683e9:42965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:22:13,504 DEBUG [M:0;5aee4e3683e9:42965 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:22:13,504 INFO [M:0;5aee4e3683e9:42965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:22:13,504 INFO [M:0;5aee4e3683e9:42965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:22:13,504 INFO [M:0;5aee4e3683e9:42965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:22:13,504 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:22:13,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21299958023/master 2024-11-21T02:22:13,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21299958023 2024-11-21T02:22:13,514 DEBUG [M:0;5aee4e3683e9:42965 {}] zookeeper.ZKUtil(347): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Unable to get data of znode /21299958023/master because node does not exist (not an error) 2024-11-21T02:22:13,514 WARN [M:0;5aee4e3683e9:42965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T02:22:13,515 INFO [M:0;5aee4e3683e9:42965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/.lastflushedseqids 2024-11-21T02:22:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741848_1024 (size=245) 2024-11-21T02:22:13,593 INFO [RS:0;5aee4e3683e9:43749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:22:13,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:22:13,593 INFO [RS:0;5aee4e3683e9:43749 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,43749,1732155711492; zookeeper connection closed. 2024-11-21T02:22:13,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43749-0x1015b325d8e0007, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:22:13,593 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31f56c6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31f56c6f 2024-11-21T02:22:13,593 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:22:13,919 INFO [M:0;5aee4e3683e9:42965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:22:13,919 INFO [M:0;5aee4e3683e9:42965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:22:13,919 DEBUG [M:0;5aee4e3683e9:42965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:22:13,919 INFO [M:0;5aee4e3683e9:42965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:13,919 DEBUG [M:0;5aee4e3683e9:42965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:13,919 DEBUG [M:0;5aee4e3683e9:42965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:22:13,919 DEBUG [M:0;5aee4e3683e9:42965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:13,919 INFO [M:0;5aee4e3683e9:42965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-21T02:22:13,933 DEBUG [M:0;5aee4e3683e9:42965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d757126f0fe430fa97723ab310750dd is 82, key is hbase:meta,,1/info:regioninfo/1732155713947/Put/seqid=0 2024-11-21T02:22:13,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741849_1025 (size=5672) 2024-11-21T02:22:13,980 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1493, reset compression=false 2024-11-21T02:22:14,203 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1473, reset compression=false 2024-11-21T02:22:14,339 INFO [M:0;5aee4e3683e9:42965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d757126f0fe430fa97723ab310750dd 2024-11-21T02:22:14,381 DEBUG [M:0;5aee4e3683e9:42965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f9647d9adfa4c76813ff54692827798 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732155723250/Put/seqid=0 2024-11-21T02:22:14,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741850_1026 (size=9212) 2024-11-21T02:22:14,685 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1493, reset compression=false 2024-11-21T02:22:14,837 INFO [M:0;5aee4e3683e9:42965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f9647d9adfa4c76813ff54692827798 2024-11-21T02:22:14,887 DEBUG [M:0;5aee4e3683e9:42965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8e31c01b77b4c4ea981cfba3bb06a92 is 69, key is 5aee4e3683e9,43749,1732155711492/rs:state/1732155712603/Put/seqid=0 2024-11-21T02:22:14,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741851_1027 (size=5156) 2024-11-21T02:22:15,016 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1473, reset compression=false 2024-11-21T02:22:15,306 INFO [M:0;5aee4e3683e9:42965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8e31c01b77b4c4ea981cfba3bb06a92 2024-11-21T02:22:15,307 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T02:22:15,320 DEBUG [M:0;5aee4e3683e9:42965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d757126f0fe430fa97723ab310750dd as hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d757126f0fe430fa97723ab310750dd 2024-11-21T02:22:15,326 INFO [M:0;5aee4e3683e9:42965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d757126f0fe430fa97723ab310750dd, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T02:22:15,327 DEBUG [M:0;5aee4e3683e9:42965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8f9647d9adfa4c76813ff54692827798 as hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f9647d9adfa4c76813ff54692827798 2024-11-21T02:22:15,331 INFO [M:0;5aee4e3683e9:42965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8f9647d9adfa4c76813ff54692827798, entries=15, sequenceid=127, filesize=9.0 K 2024-11-21T02:22:15,332 DEBUG [M:0;5aee4e3683e9:42965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8e31c01b77b4c4ea981cfba3bb06a92 as hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8e31c01b77b4c4ea981cfba3bb06a92 2024-11-21T02:22:15,339 INFO [M:0;5aee4e3683e9:42965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46547/user/jenkins/test-data/f4f9dccf-d47c-ea1d-8e63-5f7b896d0756/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8e31c01b77b4c4ea981cfba3bb06a92, entries=1, sequenceid=127, filesize=5.0 K 2024-11-21T02:22:15,343 INFO [M:0;5aee4e3683e9:42965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1424ms, sequenceid=127, compaction requested=false 2024-11-21T02:22:15,399 INFO [M:0;5aee4e3683e9:42965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:15,399 DEBUG [M:0;5aee4e3683e9:42965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155733919Disabling compacts and flushes for region at 1732155733919Disabling writes for close at 1732155733919Obtaining lock to block concurrent updates at 1732155733919Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155733919Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732155733919Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155733920 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155733920Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155733933 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155733933Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155734344 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155734381 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155734381Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155734844 (+463 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155734887 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155734887Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71912f5: reopening flushed file at 1732155735314 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13978754: reopening flushed file at 1732155735326 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f8b75c6: reopening flushed file at 1732155735331 (+5 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1424ms, sequenceid=127, compaction requested=false at 1732155735344 (+13 ms)Writing region close event to WAL at 1732155735399 (+55 ms)Closed at 1732155735399 2024-11-21T02:22:15,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34445 is added to blk_1073741830_1006 (size=73866) 2024-11-21T02:22:15,406 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:22:15,406 INFO [M:0;5aee4e3683e9:42965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:22:15,406 INFO [M:0;5aee4e3683e9:42965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42965 2024-11-21T02:22:15,406 INFO [M:0;5aee4e3683e9:42965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:22:15,508 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1493, reset compression=false 2024-11-21T02:22:15,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:22:15,593 INFO [M:0;5aee4e3683e9:42965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:22:15,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42965-0x1015b325d8e0006, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:22:15,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c6aa882{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:22:15,609 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4645525d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:22:15,609 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:22:15,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57c8ac27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:22:15,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1771f65a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/hadoop.log.dir/,STOPPED} 2024-11-21T02:22:15,611 WARN [BP-29350159-172.17.0.2-1732155709259 heartbeating to localhost/127.0.0.1:46547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:22:15,611 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:22:15,611 WARN [BP-29350159-172.17.0.2-1732155709259 heartbeating to localhost/127.0.0.1:46547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-29350159-172.17.0.2-1732155709259 (Datanode Uuid 61377420-d2f1-4e3d-8c1a-09f451c26d76) service to localhost/127.0.0.1:46547 2024-11-21T02:22:15,611 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:22:15,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/cluster_13bc96a3-0ed6-2a98-4f6b-3f2bc8a648b6/data/data1/current/BP-29350159-172.17.0.2-1732155709259 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:22:15,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/cluster_13bc96a3-0ed6-2a98-4f6b-3f2bc8a648b6/data/data2/current/BP-29350159-172.17.0.2-1732155709259 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:22:15,612 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:22:15,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61b7bd4a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:22:15,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2add755d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:22:15,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:22:15,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a9c1112{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:22:15,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@361a0367{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/hadoop.log.dir/,STOPPED} 2024-11-21T02:22:15,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:22:15,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:22:15,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:22:15,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:15,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:15,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:15,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:15,639 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:22:15,639 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1446487570, stopped=false 2024-11-21T02:22:15,639 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,39885,1732155705350 2024-11-21T02:22:15,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081612596/running 2024-11-21T02:22:15,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081612596/running 2024-11-21T02:22:15,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:22:15,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:22:15,657 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:22:15,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Set watcher on znode that does not yet exist, /11081612596/running 2024-11-21T02:22:15,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Set watcher on znode that does not yet exist, /11081612596/running 2024-11-21T02:22:15,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:22:15,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:15,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:15,658 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,42613,1732155705553' ***** 2024-11-21T02:22:15,658 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:22:15,659 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:22:15,659 INFO [RS:0;5aee4e3683e9:42613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:22:15,659 INFO [RS:0;5aee4e3683e9:42613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:22:15,659 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:22:15,659 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(3091): Received CLOSE for ba35c7546155299400501ba04a19fbda 2024-11-21T02:22:15,659 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(3091): Received CLOSE for af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:22:15,659 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,42613,1732155705553 2024-11-21T02:22:15,659 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:22:15,659 INFO [RS:0;5aee4e3683e9:42613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:42613. 2024-11-21T02:22:15,659 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba35c7546155299400501ba04a19fbda, disabling compactions & flushes 2024-11-21T02:22:15,659 DEBUG [RS:0;5aee4e3683e9:42613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:15,659 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda. 2024-11-21T02:22:15,659 DEBUG [RS:0;5aee4e3683e9:42613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:15,659 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda. 2024-11-21T02:22:15,659 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:22:15,659 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:22:15,659 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda. after waiting 0 ms 2024-11-21T02:22:15,659 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda. 2024-11-21T02:22:15,660 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:22:15,660 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:22:15,660 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba35c7546155299400501ba04a19fbda 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-21T02:22:15,660 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T02:22:15,660 DEBUG [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1325): Online Regions={ba35c7546155299400501ba04a19fbda=hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda., 1588230740=hbase:meta,,1.1588230740, af56f4b31d32c71d1d219a044f9724d7=test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7.} 2024-11-21T02:22:15,660 DEBUG [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af56f4b31d32c71d1d219a044f9724d7, ba35c7546155299400501ba04a19fbda 2024-11-21T02:22:15,660 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:22:15,660 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:22:15,660 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:22:15,660 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:22:15,660 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:22:15,660 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T02:22:15,675 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/.tmp/info/e5df8f2435d746ec895572c901af02b6 is 147, key is hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda./info:regioninfo/1732155722108/Put/seqid=0 2024-11-21T02:22:15,678 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/replication/ba35c7546155299400501ba04a19fbda/.tmp/queue/c5fd65041be44cb397390b307aba0296 is 154, key is 1-5aee4e3683e9,42613,1732155705553/queue:5aee4e3683e9%2C42613%2C1732155705553/1732155731411/Put/seqid=0 2024-11-21T02:22:15,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741840_1016 (size=7686) 2024-11-21T02:22:15,683 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/.tmp/info/e5df8f2435d746ec895572c901af02b6 2024-11-21T02:22:15,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741841_1017 (size=5353) 2024-11-21T02:22:15,684 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/replication/ba35c7546155299400501ba04a19fbda/.tmp/queue/c5fd65041be44cb397390b307aba0296 2024-11-21T02:22:15,688 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/replication/ba35c7546155299400501ba04a19fbda/.tmp/queue/c5fd65041be44cb397390b307aba0296 as hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/replication/ba35c7546155299400501ba04a19fbda/queue/c5fd65041be44cb397390b307aba0296 2024-11-21T02:22:15,690 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:22:15,694 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/replication/ba35c7546155299400501ba04a19fbda/queue/c5fd65041be44cb397390b307aba0296, entries=1, sequenceid=14, filesize=5.2 K 2024-11-21T02:22:15,695 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ba35c7546155299400501ba04a19fbda in 36ms, sequenceid=14, compaction requested=false 2024-11-21T02:22:15,712 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/.tmp/ns/fb8e662027604e63a530849225740a34 is 43, key is default/ns:d/1732155709135/Put/seqid=0 2024-11-21T02:22:15,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741842_1018 (size=5153) 2024-11-21T02:22:15,723 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/replication/ba35c7546155299400501ba04a19fbda/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-21T02:22:15,724 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:22:15,724 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/.tmp/ns/fb8e662027604e63a530849225740a34 2024-11-21T02:22:15,724 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:22:15,724 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda. 2024-11-21T02:22:15,724 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba35c7546155299400501ba04a19fbda: Waiting for close lock at 1732155735659Running coprocessor pre-close hooks at 1732155735659Disabling compacts and flushes for region at 1732155735659Disabling writes for close at 1732155735659Obtaining lock to block concurrent updates at 1732155735660 (+1 ms)Preparing flush snapshotting stores in ba35c7546155299400501ba04a19fbda at 1732155735660Finished memstore snapshotting hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732155735660Flushing stores of hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda. at 1732155735662 (+2 ms)Flushing ba35c7546155299400501ba04a19fbda/queue: creating writer at 1732155735662Flushing ba35c7546155299400501ba04a19fbda/queue: appending metadata at 1732155735677 (+15 ms)Flushing ba35c7546155299400501ba04a19fbda/queue: closing flushed file at 1732155735677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69214218: reopening flushed file at 1732155735688 (+11 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ba35c7546155299400501ba04a19fbda in 36ms, sequenceid=14, compaction requested=false at 1732155735695 (+7 ms)Writing region close event to WAL at 1732155735714 (+19 ms)Running coprocessor post-close hooks at 1732155735724 (+10 ms)Closed at 1732155735724 2024-11-21T02:22:15,724 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732155721306.ba35c7546155299400501ba04a19fbda. 2024-11-21T02:22:15,724 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af56f4b31d32c71d1d219a044f9724d7, disabling compactions & flushes 2024-11-21T02:22:15,724 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7. 2024-11-21T02:22:15,724 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7. 2024-11-21T02:22:15,724 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7. after waiting 0 ms 2024-11-21T02:22:15,725 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7. 2024-11-21T02:22:15,725 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af56f4b31d32c71d1d219a044f9724d7 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T02:22:15,750 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/.tmp/f/1cd5dbadf19b4b3a8fd098d5c26abbbf is 37, key is row3/f:row3/1732155730360/Put/seqid=0 2024-11-21T02:22:15,751 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/.tmp/rep_barrier/c66b4f219d1c4d9582865ea8ff2ad9b0 is 112, key is test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7./rep_barrier:seqnumDuringOpen/1732155717480/Put/seqid=0 2024-11-21T02:22:15,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741843_1019 (size=5228) 2024-11-21T02:22:15,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741844_1020 (size=5518) 2024-11-21T02:22:15,860 DEBUG [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:22:15,958 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1473, reset compression=false 2024-11-21T02:22:15,961 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:15,961 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1720, reset compression=false 2024-11-21T02:22:15,961 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42613,1732155705553 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:15,962 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5aee4e3683e9,42613,1732155705553: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5aee4e3683e9,42613,1732155705553, walGroup=5aee4e3683e9%2C42613%2C1732155705553, offset=5aee4e3683e9%2C42613%2C1732155705553.1732155708703:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:42613 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T02:22:15,963 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T02:22:15,964 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T02:22:15,964 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T02:22:15,964 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T02:22:15,964 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T02:22:15,964 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 922957008 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 199082312 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T02:22:15,964 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:39885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:39885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T02:22:16,060 DEBUG [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:22:16,165 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1720, reset compression=false 2024-11-21T02:22:16,175 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/.tmp/f/1cd5dbadf19b4b3a8fd098d5c26abbbf 2024-11-21T02:22:16,179 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cd5dbadf19b4b3a8fd098d5c26abbbf 2024-11-21T02:22:16,179 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/.tmp/rep_barrier/c66b4f219d1c4d9582865ea8ff2ad9b0 2024-11-21T02:22:16,195 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/.tmp/table/5658a90ceb1744d6b729a10610f89346 is 53, key is hbase:replication/table:state/1732155722115/Put/seqid=0 2024-11-21T02:22:16,195 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/.tmp/f1/db8329840f834913b8e11f801f311eae is 30, key is row1/f1:/1732155727674/DeleteFamily/seqid=0 2024-11-21T02:22:16,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741846_1022 (size=5308) 2024-11-21T02:22:16,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741845_1021 (size=5158) 2024-11-21T02:22:16,260 DEBUG [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:22:16,412 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1493, reset compression=false 2024-11-21T02:22:16,461 DEBUG [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:22:16,468 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1720, reset compression=false 2024-11-21T02:22:16,553 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:22:16,553 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:22:16,602 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/.tmp/f1/db8329840f834913b8e11f801f311eae 2024-11-21T02:22:16,610 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/.tmp/table/5658a90ceb1744d6b729a10610f89346 2024-11-21T02:22:16,612 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db8329840f834913b8e11f801f311eae 2024-11-21T02:22:16,626 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/.tmp/info/e5df8f2435d746ec895572c901af02b6 as hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/info/e5df8f2435d746ec895572c901af02b6 2024-11-21T02:22:16,633 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/info/e5df8f2435d746ec895572c901af02b6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T02:22:16,633 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/.tmp/norep/bb5010a8f648467db8b02ef9e71c958f is 33, key is row1/norep:/1732155727674/DeleteFamily/seqid=0 2024-11-21T02:22:16,639 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/.tmp/ns/fb8e662027604e63a530849225740a34 as hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/ns/fb8e662027604e63a530849225740a34 2024-11-21T02:22:16,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741847_1023 (size=5108) 2024-11-21T02:22:16,644 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/ns/fb8e662027604e63a530849225740a34, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T02:22:16,645 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/.tmp/rep_barrier/c66b4f219d1c4d9582865ea8ff2ad9b0 as hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/rep_barrier/c66b4f219d1c4d9582865ea8ff2ad9b0 2024-11-21T02:22:16,649 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/rep_barrier/c66b4f219d1c4d9582865ea8ff2ad9b0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T02:22:16,649 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/.tmp/table/5658a90ceb1744d6b729a10610f89346 as hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/table/5658a90ceb1744d6b729a10610f89346 2024-11-21T02:22:16,655 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/table/5658a90ceb1744d6b729a10610f89346, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T02:22:16,655 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 995ms, sequenceid=16, compaction requested=false 2024-11-21T02:22:16,656 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:22:16,661 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T02:22:16,661 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T02:22:16,661 DEBUG [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, af56f4b31d32c71d1d219a044f9724d7=test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7.} 2024-11-21T02:22:16,661 DEBUG [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:22:16,661 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:22:16,661 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:22:16,661 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:22:16,661 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155735660Running coprocessor pre-close hooks at 1732155735660Disabling compacts and flushes for region at 1732155735660Disabling writes for close at 1732155735660Obtaining lock to block concurrent updates at 1732155735660Preparing flush snapshotting stores in 1588230740 at 1732155735660Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732155735660Flushing stores of hbase:meta,,1.1588230740 at 1732155735661 (+1 ms)Flushing 1588230740/info: creating writer at 1732155735661Flushing 1588230740/info: appending metadata at 1732155735675 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732155735675Flushing 1588230740/ns: creating writer at 1732155735688 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732155735711 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732155735711Flushing 1588230740/rep_barrier: creating writer at 1732155735733 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732155735751 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732155735751Flushing 1588230740/table: creating writer at 1732155736182 (+431 ms)Flushing 1588230740/table: appending metadata at 1732155736195 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732155736195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ebe23f: reopening flushed file at 1732155736620 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15556aec: reopening flushed file at 1732155736633 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cdc8cd2: reopening flushed file at 1732155736644 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d33abc: reopening flushed file at 1732155736649 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 995ms, sequenceid=16, compaction requested=false at 1732155736655 (+6 ms)Writing region close event to WAL at 1732155736657 (+2 ms)Running coprocessor post-close hooks at 1732155736661 (+4 ms)Closed at 1732155736661 2024-11-21T02:22:16,661 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:22:16,864 DEBUG [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1351): Waiting on af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:22:16,871 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.wal-reader.5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.1732155708703 to pos 1720, reset compression=false 2024-11-21T02:22:16,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:16,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:16,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,043 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/.tmp/norep/bb5010a8f648467db8b02ef9e71c958f 2024-11-21T02:22:17,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,052 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb5010a8f648467db8b02ef9e71c958f 2024-11-21T02:22:17,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,057 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/.tmp/f/1cd5dbadf19b4b3a8fd098d5c26abbbf as hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/f/1cd5dbadf19b4b3a8fd098d5c26abbbf 2024-11-21T02:22:17,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,064 DEBUG [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1351): Waiting on af56f4b31d32c71d1d219a044f9724d7 2024-11-21T02:22:17,067 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1cd5dbadf19b4b3a8fd098d5c26abbbf 2024-11-21T02:22:17,067 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/f/1cd5dbadf19b4b3a8fd098d5c26abbbf, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T02:22:17,068 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/.tmp/f1/db8329840f834913b8e11f801f311eae as hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/f1/db8329840f834913b8e11f801f311eae 2024-11-21T02:22:17,072 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db8329840f834913b8e11f801f311eae 2024-11-21T02:22:17,072 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/f1/db8329840f834913b8e11f801f311eae, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T02:22:17,073 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/.tmp/norep/bb5010a8f648467db8b02ef9e71c958f as hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/norep/bb5010a8f648467db8b02ef9e71c958f 2024-11-21T02:22:17,077 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb5010a8f648467db8b02ef9e71c958f 2024-11-21T02:22:17,077 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/norep/bb5010a8f648467db8b02ef9e71c958f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T02:22:17,078 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for af56f4b31d32c71d1d219a044f9724d7 in 1353ms, sequenceid=12, compaction requested=false 2024-11-21T02:22:17,078 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T02:22:17,087 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/data/default/test/af56f4b31d32c71d1d219a044f9724d7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T02:22:17,088 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:22:17,088 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:22:17,088 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7. 2024-11-21T02:22:17,088 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af56f4b31d32c71d1d219a044f9724d7: Waiting for close lock at 1732155735724Running coprocessor pre-close hooks at 1732155735724Disabling compacts and flushes for region at 1732155735724Disabling writes for close at 1732155735724Obtaining lock to block concurrent updates at 1732155735725 (+1 ms)Preparing flush snapshotting stores in af56f4b31d32c71d1d219a044f9724d7 at 1732155735725Finished memstore snapshotting test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732155735725Flushing stores of test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7. at 1732155735726 (+1 ms)Flushing af56f4b31d32c71d1d219a044f9724d7/f: creating writer at 1732155735726Flushing af56f4b31d32c71d1d219a044f9724d7/f: appending metadata at 1732155735749 (+23 ms)Flushing af56f4b31d32c71d1d219a044f9724d7/f: closing flushed file at 1732155735750 (+1 ms)Flushing af56f4b31d32c71d1d219a044f9724d7/f1: creating writer at 1732155736179 (+429 ms)Flushing af56f4b31d32c71d1d219a044f9724d7/f1: appending metadata at 1732155736195 (+16 ms)Flushing af56f4b31d32c71d1d219a044f9724d7/f1: closing flushed file at 1732155736195Flushing af56f4b31d32c71d1d219a044f9724d7/norep: creating writer at 1732155736613 (+418 ms)Flushing af56f4b31d32c71d1d219a044f9724d7/norep: appending metadata at 1732155736633 (+20 ms)Flushing af56f4b31d32c71d1d219a044f9724d7/norep: closing flushed file at 1732155736633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30d4590: reopening flushed file at 1732155737052 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@772ab249: reopening flushed file at 1732155737067 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49caf8ee: reopening flushed file at 1732155737072 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for af56f4b31d32c71d1d219a044f9724d7 in 1353ms, sequenceid=12, compaction requested=false at 1732155737078 (+6 ms)Writing region close event to WAL at 1732155737084 (+6 ms)Running coprocessor post-close hooks at 1732155737087 (+3 ms)Closed at 1732155737088 (+1 ms) 2024-11-21T02:22:17,088 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732155716331.af56f4b31d32c71d1d219a044f9724d7. 2024-11-21T02:22:17,265 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,42613,1732155705553; all regions closed. 2024-11-21T02:22:17,267 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/WALs/5aee4e3683e9,42613,1732155705553/5aee4e3683e9%2C42613%2C1732155705553.meta.1732155709023.meta not finished, retry = 0 2024-11-21T02:22:17,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741834_1010 (size=4239) 2024-11-21T02:22:17,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741839_1015 (size=3552) 2024-11-21T02:22:17,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741833_1009 (size=2372) 2024-11-21T02:22:17,372 DEBUG [RS:0;5aee4e3683e9:42613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:17,372 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:22:17,372 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:22:17,372 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:22:17,372 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:22:17,372 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:22:17,373 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,42613,1732155705553 because: Region server is closing 2024-11-21T02:22:17,373 INFO [RS:0;5aee4e3683e9:42613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:42613. 2024-11-21T02:22:17,373 DEBUG [RS:0;5aee4e3683e9:42613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:17,373 DEBUG [RS:0;5aee4e3683e9:42613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:17,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:17,373 DEBUG [RS:0;5aee4e3683e9:42613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:17,417 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1493, reset compression=false 2024-11-21T02:22:17,473 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42613,1732155705553.replicationSource.shipper5aee4e3683e9%2C42613%2C1732155705553,1-5aee4e3683e9,42613,1732155705553 terminated 2024-11-21T02:22:17,474 INFO [RS:0;5aee4e3683e9:42613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:42613. 2024-11-21T02:22:17,474 DEBUG [RS:0;5aee4e3683e9:42613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:17,474 DEBUG [RS:0;5aee4e3683e9:42613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:17,474 DEBUG [RS:0;5aee4e3683e9:42613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:17,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:17,474 INFO [RS:0;5aee4e3683e9:42613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42613 2024-11-21T02:22:17,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596/rs 2024-11-21T02:22:17,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081612596/rs/5aee4e3683e9,42613,1732155705553 2024-11-21T02:22:17,492 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:22:17,493 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,42613,1732155705553] 2024-11-21T02:22:17,513 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11081612596/draining/5aee4e3683e9,42613,1732155705553 already deleted, retry=false 2024-11-21T02:22:17,514 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,42613,1732155705553 expired; onlineServers=0 2024-11-21T02:22:17,514 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,39885,1732155705350' ***** 2024-11-21T02:22:17,514 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:22:17,514 INFO [M:0;5aee4e3683e9:39885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:22:17,514 INFO [M:0;5aee4e3683e9:39885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:22:17,514 DEBUG [M:0;5aee4e3683e9:39885 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:22:17,514 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:22:17,514 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155707556 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155707556,5,FailOnTimeoutGroup] 2024-11-21T02:22:17,514 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155707555 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155707555,5,FailOnTimeoutGroup] 2024-11-21T02:22:17,514 DEBUG [M:0;5aee4e3683e9:39885 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:22:17,515 INFO [M:0;5aee4e3683e9:39885 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:22:17,515 INFO [M:0;5aee4e3683e9:39885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:22:17,515 DEBUG [M:0;5aee4e3683e9:39885 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:22:17,515 INFO [M:0;5aee4e3683e9:39885 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:22:17,515 INFO [M:0;5aee4e3683e9:39885 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:22:17,515 INFO [M:0;5aee4e3683e9:39885 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:22:17,515 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:22:17,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11081612596/master 2024-11-21T02:22:17,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11081612596 2024-11-21T02:22:17,524 DEBUG [M:0;5aee4e3683e9:39885 {}] zookeeper.ZKUtil(347): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Unable to get data of znode /11081612596/master because node does not exist (not an error) 2024-11-21T02:22:17,524 WARN [M:0;5aee4e3683e9:39885 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T02:22:17,525 INFO [M:0;5aee4e3683e9:39885 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/.lastflushedseqids 2024-11-21T02:22:17,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741848_1024 (size=245) 2024-11-21T02:22:17,583 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:22:17,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:22:17,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42613-0x1015b325d8e0004, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:22:17,603 INFO [RS:0;5aee4e3683e9:42613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:22:17,604 INFO [RS:0;5aee4e3683e9:42613 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,42613,1732155705553; zookeeper connection closed. 2024-11-21T02:22:17,606 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d7fb816 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d7fb816 2024-11-21T02:22:17,607 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:22:17,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:17,933 INFO [M:0;5aee4e3683e9:39885 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:22:17,933 INFO [M:0;5aee4e3683e9:39885 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:22:17,934 DEBUG [M:0;5aee4e3683e9:39885 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:22:17,934 INFO [M:0;5aee4e3683e9:39885 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:17,934 DEBUG [M:0;5aee4e3683e9:39885 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:17,934 DEBUG [M:0;5aee4e3683e9:39885 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:22:17,934 DEBUG [M:0;5aee4e3683e9:39885 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:17,934 INFO [M:0;5aee4e3683e9:39885 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T02:22:17,961 DEBUG [M:0;5aee4e3683e9:39885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34730bfc266d42ce8a7d1fd26e5ed408 is 82, key is hbase:meta,,1/info:regioninfo/1732155709077/Put/seqid=0 2024-11-21T02:22:17,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741849_1025 (size=5672) 2024-11-21T02:22:18,365 INFO [M:0;5aee4e3683e9:39885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34730bfc266d42ce8a7d1fd26e5ed408 2024-11-21T02:22:18,386 DEBUG [M:0;5aee4e3683e9:39885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2044528b2f3944958f86f3ffa7e270aa is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732155722118/Put/seqid=0 2024-11-21T02:22:18,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741850_1026 (size=8517) 2024-11-21T02:22:18,532 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1493, reset compression=false 2024-11-21T02:22:18,790 INFO [M:0;5aee4e3683e9:39885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2044528b2f3944958f86f3ffa7e270aa 2024-11-21T02:22:18,809 DEBUG [M:0;5aee4e3683e9:39885 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3fd5ce1d85042048fa8edda7518cb63 is 69, key is 5aee4e3683e9,42613,1732155705553/rs:state/1732155707839/Put/seqid=0 2024-11-21T02:22:18,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741851_1027 (size=5156) 2024-11-21T02:22:19,213 INFO [M:0;5aee4e3683e9:39885 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3fd5ce1d85042048fa8edda7518cb63 2024-11-21T02:22:19,217 DEBUG [M:0;5aee4e3683e9:39885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/34730bfc266d42ce8a7d1fd26e5ed408 as hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34730bfc266d42ce8a7d1fd26e5ed408 2024-11-21T02:22:19,221 INFO [M:0;5aee4e3683e9:39885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/34730bfc266d42ce8a7d1fd26e5ed408, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T02:22:19,221 DEBUG [M:0;5aee4e3683e9:39885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2044528b2f3944958f86f3ffa7e270aa as hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2044528b2f3944958f86f3ffa7e270aa 2024-11-21T02:22:19,225 INFO [M:0;5aee4e3683e9:39885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2044528b2f3944958f86f3ffa7e270aa, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T02:22:19,226 DEBUG [M:0;5aee4e3683e9:39885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d3fd5ce1d85042048fa8edda7518cb63 as hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3fd5ce1d85042048fa8edda7518cb63 2024-11-21T02:22:19,229 INFO [M:0;5aee4e3683e9:39885 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41593/user/jenkins/test-data/5111f89f-a321-c925-7a3d-44b4be9f60a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d3fd5ce1d85042048fa8edda7518cb63, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T02:22:19,230 INFO [M:0;5aee4e3683e9:39885 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false 2024-11-21T02:22:19,231 INFO [M:0;5aee4e3683e9:39885 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:19,231 DEBUG [M:0;5aee4e3683e9:39885 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155737933Disabling compacts and flushes for region at 1732155737933Disabling writes for close at 1732155737934 (+1 ms)Obtaining lock to block concurrent updates at 1732155737934Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155737934Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732155737934Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155737935 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155737935Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155737961 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155737961Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155738369 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155738386 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155738386Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155738794 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155738809 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155738809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b3e7a61: reopening flushed file at 1732155739216 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea0b444: reopening flushed file at 1732155739221 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0456e7: reopening flushed file at 1732155739225 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false at 1732155739230 (+5 ms)Writing region close event to WAL at 1732155739231 (+1 ms)Closed at 1732155739231 2024-11-21T02:22:19,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39781 is added to blk_1073741830_1006 (size=63666) 2024-11-21T02:22:19,234 INFO [M:0;5aee4e3683e9:39885 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:22:19,234 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:22:19,234 INFO [M:0;5aee4e3683e9:39885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39885 2024-11-21T02:22:19,234 INFO [M:0;5aee4e3683e9:39885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:22:19,395 INFO [M:0;5aee4e3683e9:39885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:22:19,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:22:19,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39885-0x1015b325d8e0003, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:22:19,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45c46b92{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:22:19,398 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1398a47e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:22:19,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:22:19,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78c6e954{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:22:19,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c348d87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/hadoop.log.dir/,STOPPED} 2024-11-21T02:22:19,399 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:22:19,399 WARN [BP-1271777705-172.17.0.2-1732155702873 heartbeating to localhost/127.0.0.1:41593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:22:19,399 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:22:19,399 WARN [BP-1271777705-172.17.0.2-1732155702873 heartbeating to localhost/127.0.0.1:41593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1271777705-172.17.0.2-1732155702873 (Datanode Uuid 3f796b84-74b4-4d91-a5ad-94f403167235) service to localhost/127.0.0.1:41593 2024-11-21T02:22:19,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/cluster_481d0e51-70a4-e2aa-0fb1-e2008e9eb0ca/data/data1/current/BP-1271777705-172.17.0.2-1732155702873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:22:19,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/cluster_481d0e51-70a4-e2aa-0fb1-e2008e9eb0ca/data/data2/current/BP-1271777705-172.17.0.2-1732155702873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:22:19,400 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:22:19,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3976cc46{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:22:19,405 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71778e6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:22:19,405 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:22:19,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4377be4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:22:19,405 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f4a5392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc78de2c-a6b2-f198-c79e-391c7215f694/hadoop.log.dir/,STOPPED} 2024-11-21T02:22:19,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:22:19,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:22:19,426 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:22:19,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:19,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:19,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:19,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:19,427 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:22:19,427 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1365328816, stopped=false 2024-11-21T02:22:19,427 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,45423,1732155697580 2024-11-21T02:22:19,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01485738577/running 2024-11-21T02:22:19,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01485738577/running 2024-11-21T02:22:19,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577 2024-11-21T02:22:19,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577 2024-11-21T02:22:19,505 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:22:19,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:22:19,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:19,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:19,506 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,41799,1732155697795' ***** 2024-11-21T02:22:19,506 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:22:19,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Set watcher on znode that does not yet exist, /01485738577/running 2024-11-21T02:22:19,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Set watcher on znode that does not yet exist, /01485738577/running 2024-11-21T02:22:19,507 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:22:19,507 INFO [RS:0;5aee4e3683e9:41799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:22:19,507 INFO [RS:0;5aee4e3683e9:41799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:22:19,507 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:22:19,507 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(3091): Received CLOSE for 6af96728c1fbd8c176e106cf529a64cc 2024-11-21T02:22:19,507 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:22:19,507 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,41799,1732155697795 2024-11-21T02:22:19,507 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:22:19,507 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6af96728c1fbd8c176e106cf529a64cc, disabling compactions & flushes 2024-11-21T02:22:19,507 INFO [RS:0;5aee4e3683e9:41799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:41799. 2024-11-21T02:22:19,507 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc. 2024-11-21T02:22:19,507 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc. 2024-11-21T02:22:19,507 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc. after waiting 0 ms 2024-11-21T02:22:19,507 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc. 2024-11-21T02:22:19,507 DEBUG [RS:0;5aee4e3683e9:41799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:19,507 DEBUG [RS:0;5aee4e3683e9:41799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:19,507 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:22:19,507 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6af96728c1fbd8c176e106cf529a64cc 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-21T02:22:19,507 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:22:19,507 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:22:19,508 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:22:19,508 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T02:22:19,508 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1325): Online Regions={6af96728c1fbd8c176e106cf529a64cc=hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc., 1588230740=hbase:meta,,1.1588230740, 8cbf3d3af6871d9a62cfe504413586d2=test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2.} 2024-11-21T02:22:19,508 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6af96728c1fbd8c176e106cf529a64cc, 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:22:19,508 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:22:19,508 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:22:19,508 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:22:19,508 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:22:19,508 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:22:19,508 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T02:22:19,516 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:22:19,523 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/.tmp/info/6445374873e946908910bd63cd231c48 is 147, key is hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc./info:regioninfo/1732155720316/Put/seqid=0 2024-11-21T02:22:19,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741840_1016 (size=7686) 2024-11-21T02:22:19,528 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/replication/6af96728c1fbd8c176e106cf529a64cc/.tmp/queue/37d4e2ec114847548a5bbb9faa6dc36a is 154, key is 1-5aee4e3683e9,41799,1732155697795/queue:5aee4e3683e9%2C41799%2C1732155697795/1732155731929/Put/seqid=0 2024-11-21T02:22:19,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741841_1017 (size=5353) 2024-11-21T02:22:19,708 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6af96728c1fbd8c176e106cf529a64cc, 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:22:19,736 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1493, reset compression=false 2024-11-21T02:22:19,742 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:22:19,743 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:22:19,908 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6af96728c1fbd8c176e106cf529a64cc, 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:22:19,927 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/.tmp/info/6445374873e946908910bd63cd231c48 2024-11-21T02:22:19,931 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/replication/6af96728c1fbd8c176e106cf529a64cc/.tmp/queue/37d4e2ec114847548a5bbb9faa6dc36a 2024-11-21T02:22:19,935 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/replication/6af96728c1fbd8c176e106cf529a64cc/.tmp/queue/37d4e2ec114847548a5bbb9faa6dc36a as hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/replication/6af96728c1fbd8c176e106cf529a64cc/queue/37d4e2ec114847548a5bbb9faa6dc36a 2024-11-21T02:22:19,938 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/replication/6af96728c1fbd8c176e106cf529a64cc/queue/37d4e2ec114847548a5bbb9faa6dc36a, entries=1, sequenceid=14, filesize=5.2 K 2024-11-21T02:22:19,939 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 6af96728c1fbd8c176e106cf529a64cc in 432ms, sequenceid=14, compaction requested=false 2024-11-21T02:22:19,939 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T02:22:19,946 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/.tmp/ns/2105375448b849c782f0132a6d2cb72f is 43, key is default/ns:d/1732155702735/Put/seqid=0 2024-11-21T02:22:19,947 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/replication/6af96728c1fbd8c176e106cf529a64cc/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-21T02:22:19,948 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:22:19,948 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:22:19,948 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc. 2024-11-21T02:22:19,948 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6af96728c1fbd8c176e106cf529a64cc: Waiting for close lock at 1732155739507Running coprocessor pre-close hooks at 1732155739507Disabling compacts and flushes for region at 1732155739507Disabling writes for close at 1732155739507Obtaining lock to block concurrent updates at 1732155739507Preparing flush snapshotting stores in 6af96728c1fbd8c176e106cf529a64cc at 1732155739507Finished memstore snapshotting hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732155739508 (+1 ms)Flushing stores of hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc. at 1732155739508Flushing 6af96728c1fbd8c176e106cf529a64cc/queue: creating writer at 1732155739508Flushing 6af96728c1fbd8c176e106cf529a64cc/queue: appending metadata at 1732155739527 (+19 ms)Flushing 6af96728c1fbd8c176e106cf529a64cc/queue: closing flushed file at 1732155739527Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b6b999: reopening flushed file at 1732155739935 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 6af96728c1fbd8c176e106cf529a64cc in 432ms, sequenceid=14, compaction requested=false at 1732155739939 (+4 ms)Writing region close event to WAL at 1732155739944 (+5 ms)Running coprocessor post-close hooks at 1732155739948 (+4 ms)Closed at 1732155739948 2024-11-21T02:22:19,948 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732155719145.6af96728c1fbd8c176e106cf529a64cc. 2024-11-21T02:22:19,948 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cbf3d3af6871d9a62cfe504413586d2, disabling compactions & flushes 2024-11-21T02:22:19,948 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2. 2024-11-21T02:22:19,948 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2. 2024-11-21T02:22:19,948 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2. after waiting 0 ms 2024-11-21T02:22:19,948 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2. 2024-11-21T02:22:19,948 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8cbf3d3af6871d9a62cfe504413586d2 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-21T02:22:19,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741842_1018 (size=5153) 2024-11-21T02:22:19,949 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/.tmp/ns/2105375448b849c782f0132a6d2cb72f 2024-11-21T02:22:19,965 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/.tmp/f/9d8337e8ae754986bf0c8d3a0548f2b0 is 37, key is row3/f:row3/1732155730360/Put/seqid=0 2024-11-21T02:22:19,968 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/.tmp/rep_barrier/aff04727867e4757960196165c2f41ba is 112, key is test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2./rep_barrier:seqnumDuringOpen/1732155715344/Put/seqid=0 2024-11-21T02:22:19,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741843_1019 (size=5228) 2024-11-21T02:22:19,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741844_1020 (size=5518) 2024-11-21T02:22:20,108 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:22:20,309 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:22:20,370 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/.tmp/f/9d8337e8ae754986bf0c8d3a0548f2b0 2024-11-21T02:22:20,374 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d8337e8ae754986bf0c8d3a0548f2b0 2024-11-21T02:22:20,376 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/.tmp/rep_barrier/aff04727867e4757960196165c2f41ba 2024-11-21T02:22:20,390 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/.tmp/f1/dd828bedd63d43b5a03d895fa174455e is 30, key is row1/f1:/1732155727674/DeleteFamily/seqid=0 2024-11-21T02:22:20,392 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/.tmp/table/165efba1e09b48dca25cbd6bf1d42a41 is 53, key is hbase:replication/table:state/1732155720321/Put/seqid=0 2024-11-21T02:22:20,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741845_1021 (size=5158) 2024-11-21T02:22:20,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741846_1022 (size=5308) 2024-11-21T02:22:20,509 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T02:22:20,509 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8cbf3d3af6871d9a62cfe504413586d2=test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2.} 2024-11-21T02:22:20,509 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:22:20,709 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:22:20,802 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/.tmp/f1/dd828bedd63d43b5a03d895fa174455e 2024-11-21T02:22:20,808 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/.tmp/table/165efba1e09b48dca25cbd6bf1d42a41 2024-11-21T02:22:20,809 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd828bedd63d43b5a03d895fa174455e 2024-11-21T02:22:20,826 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/.tmp/info/6445374873e946908910bd63cd231c48 as hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/info/6445374873e946908910bd63cd231c48 2024-11-21T02:22:20,837 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/info/6445374873e946908910bd63cd231c48, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T02:22:20,838 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/.tmp/ns/2105375448b849c782f0132a6d2cb72f as hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/ns/2105375448b849c782f0132a6d2cb72f 2024-11-21T02:22:20,841 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/ns/2105375448b849c782f0132a6d2cb72f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T02:22:20,843 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/.tmp/rep_barrier/aff04727867e4757960196165c2f41ba as hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/rep_barrier/aff04727867e4757960196165c2f41ba 2024-11-21T02:22:20,843 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/.tmp/norep/310505443afb41d3a3636baae65dae28 is 32, key is row/norep:/1732155726659/DeleteFamily/seqid=0 2024-11-21T02:22:20,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741847_1023 (size=5101) 2024-11-21T02:22:20,856 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/rep_barrier/aff04727867e4757960196165c2f41ba, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T02:22:20,857 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/.tmp/table/165efba1e09b48dca25cbd6bf1d42a41 as hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/table/165efba1e09b48dca25cbd6bf1d42a41 2024-11-21T02:22:20,862 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/table/165efba1e09b48dca25cbd6bf1d42a41, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T02:22:20,862 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1354ms, sequenceid=16, compaction requested=false 2024-11-21T02:22:20,862 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:22:20,880 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T02:22:20,885 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:22:20,885 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:22:20,885 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:22:20,885 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155739508Running coprocessor pre-close hooks at 1732155739508Disabling compacts and flushes for region at 1732155739508Disabling writes for close at 1732155739508Obtaining lock to block concurrent updates at 1732155739508Preparing flush snapshotting stores in 1588230740 at 1732155739508Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732155739508Flushing stores of hbase:meta,,1.1588230740 at 1732155739509 (+1 ms)Flushing 1588230740/info: creating writer at 1732155739509Flushing 1588230740/info: appending metadata at 1732155739522 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732155739523 (+1 ms)Flushing 1588230740/ns: creating writer at 1732155739931 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732155739945 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732155739945Flushing 1588230740/rep_barrier: creating writer at 1732155739952 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732155739968 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732155739968Flushing 1588230740/table: creating writer at 1732155740380 (+412 ms)Flushing 1588230740/table: appending metadata at 1732155740391 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732155740391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c04b172: reopening flushed file at 1732155740822 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8ef8177: reopening flushed file at 1732155740837 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@433e88ae: reopening flushed file at 1732155740842 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f352d1: reopening flushed file at 1732155740856 (+14 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1354ms, sequenceid=16, compaction requested=false at 1732155740862 (+6 ms)Writing region close event to WAL at 1732155740872 (+10 ms)Running coprocessor post-close hooks at 1732155740885 (+13 ms)Closed at 1732155740885 2024-11-21T02:22:20,885 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:22:20,909 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1351): Waiting on 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:22:21,039 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1493, reset compression=false 2024-11-21T02:22:21,044 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:21,044 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1740, reset compression=false 2024-11-21T02:22:21,044 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,41799,1732155697795 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:21,045 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5aee4e3683e9,41799,1732155697795: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5aee4e3683e9,41799,1732155697795, walGroup=5aee4e3683e9%2C41799%2C1732155697795, offset=5aee4e3683e9%2C41799%2C1732155697795.1732155701882:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:41799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T02:22:21,046 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T02:22:21,046 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T02:22:21,047 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T02:22:21,047 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T02:22:21,047 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T02:22:21,047 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 759354880 }, "NonHeapMemoryUsage": { "committed": 202571776, "init": 7667712, "max": -1, "used": 199787792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T02:22:21,048 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:45423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:45423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T02:22:21,109 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1351): Waiting on 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:22:21,251 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1740, reset compression=false 2024-11-21T02:22:21,257 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/.tmp/norep/310505443afb41d3a3636baae65dae28 2024-11-21T02:22:21,267 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 310505443afb41d3a3636baae65dae28 2024-11-21T02:22:21,271 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/.tmp/f/9d8337e8ae754986bf0c8d3a0548f2b0 as hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/f/9d8337e8ae754986bf0c8d3a0548f2b0 2024-11-21T02:22:21,278 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d8337e8ae754986bf0c8d3a0548f2b0 2024-11-21T02:22:21,278 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/f/9d8337e8ae754986bf0c8d3a0548f2b0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T02:22:21,280 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/.tmp/f1/dd828bedd63d43b5a03d895fa174455e as hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/f1/dd828bedd63d43b5a03d895fa174455e 2024-11-21T02:22:21,286 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd828bedd63d43b5a03d895fa174455e 2024-11-21T02:22:21,286 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/f1/dd828bedd63d43b5a03d895fa174455e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T02:22:21,287 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/.tmp/norep/310505443afb41d3a3636baae65dae28 as hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/norep/310505443afb41d3a3636baae65dae28 2024-11-21T02:22:21,293 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 310505443afb41d3a3636baae65dae28 2024-11-21T02:22:21,293 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/norep/310505443afb41d3a3636baae65dae28, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T02:22:21,294 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8cbf3d3af6871d9a62cfe504413586d2 in 1346ms, sequenceid=12, compaction requested=false 2024-11-21T02:22:21,294 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T02:22:21,310 DEBUG [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1351): Waiting on 8cbf3d3af6871d9a62cfe504413586d2 2024-11-21T02:22:21,327 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/data/default/test/8cbf3d3af6871d9a62cfe504413586d2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T02:22:21,328 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:22:21,328 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:22:21,328 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2. 2024-11-21T02:22:21,328 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cbf3d3af6871d9a62cfe504413586d2: Waiting for close lock at 1732155739948Running coprocessor pre-close hooks at 1732155739948Disabling compacts and flushes for region at 1732155739948Disabling writes for close at 1732155739948Obtaining lock to block concurrent updates at 1732155739948Preparing flush snapshotting stores in 8cbf3d3af6871d9a62cfe504413586d2 at 1732155739948Finished memstore snapshotting test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732155739949 (+1 ms)Flushing stores of test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2. at 1732155739949Flushing 8cbf3d3af6871d9a62cfe504413586d2/f: creating writer at 1732155739949Flushing 8cbf3d3af6871d9a62cfe504413586d2/f: appending metadata at 1732155739965 (+16 ms)Flushing 8cbf3d3af6871d9a62cfe504413586d2/f: closing flushed file at 1732155739965Flushing 8cbf3d3af6871d9a62cfe504413586d2/f1: creating writer at 1732155740374 (+409 ms)Flushing 8cbf3d3af6871d9a62cfe504413586d2/f1: appending metadata at 1732155740390 (+16 ms)Flushing 8cbf3d3af6871d9a62cfe504413586d2/f1: closing flushed file at 1732155740390Flushing 8cbf3d3af6871d9a62cfe504413586d2/norep: creating writer at 1732155740810 (+420 ms)Flushing 8cbf3d3af6871d9a62cfe504413586d2/norep: appending metadata at 1732155740842 (+32 ms)Flushing 8cbf3d3af6871d9a62cfe504413586d2/norep: closing flushed file at 1732155740842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2484b560: reopening flushed file at 1732155741267 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6853bf16: reopening flushed file at 1732155741279 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7810c777: reopening flushed file at 1732155741287 (+8 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8cbf3d3af6871d9a62cfe504413586d2 in 1346ms, sequenceid=12, compaction requested=false at 1732155741294 (+7 ms)Writing region close event to WAL at 1732155741323 (+29 ms)Running coprocessor post-close hooks at 1732155741328 (+5 ms)Closed at 1732155741328 2024-11-21T02:22:21,328 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732155714176.8cbf3d3af6871d9a62cfe504413586d2. 2024-11-21T02:22:21,510 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,41799,1732155697795; all regions closed. 2024-11-21T02:22:21,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741834_1010 (size=4239) 2024-11-21T02:22:21,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741839_1015 (size=3552) 2024-11-21T02:22:21,514 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.rep.1732155720287 not finished, retry = 0 2024-11-21T02:22:21,571 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 1740, reset compression=false 2024-11-21T02:22:21,575 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:21,575 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/WALs/5aee4e3683e9,41799,1732155697795/5aee4e3683e9%2C41799%2C1732155697795.1732155701882 to pos 2384, reset compression=false 2024-11-21T02:22:21,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741833_1009 (size=2392) 2024-11-21T02:22:21,623 DEBUG [RS:0;5aee4e3683e9:41799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:21,623 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:22:21,623 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:22:21,623 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:22:21,623 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:22:21,624 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:22:21,624 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,41799,1732155697795 because: Region server is closing 2024-11-21T02:22:21,624 INFO [RS:0;5aee4e3683e9:41799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:41799. 2024-11-21T02:22:21,624 DEBUG [RS:0;5aee4e3683e9:41799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:21,624 DEBUG [RS:0;5aee4e3683e9:41799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:21,625 DEBUG [RS:0;5aee4e3683e9:41799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:21,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:21,725 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.shipper5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 terminated 2024-11-21T02:22:21,725 INFO [RS:0;5aee4e3683e9:41799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:41799. 2024-11-21T02:22:21,725 DEBUG [RS:0;5aee4e3683e9:41799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:21,725 DEBUG [RS:0;5aee4e3683e9:41799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:21,726 DEBUG [RS:0;5aee4e3683e9:41799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:21,725 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,41799,1732155697795.replicationSource.wal-reader.5aee4e3683e9%2C41799%2C1732155697795,1-5aee4e3683e9,41799,1732155697795 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T02:22:21,726 INFO [RS:0;5aee4e3683e9:41799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41799 2024-11-21T02:22:21,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:21,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01485738577/rs/5aee4e3683e9,41799,1732155697795 2024-11-21T02:22:21,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577/rs 2024-11-21T02:22:21,734 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:22:21,755 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,41799,1732155697795] 2024-11-21T02:22:21,776 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01485738577/draining/5aee4e3683e9,41799,1732155697795 already deleted, retry=false 2024-11-21T02:22:21,776 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,41799,1732155697795 expired; onlineServers=0 2024-11-21T02:22:21,776 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,45423,1732155697580' ***** 2024-11-21T02:22:21,776 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:22:21,777 INFO [M:0;5aee4e3683e9:45423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:22:21,777 INFO [M:0;5aee4e3683e9:45423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:22:21,777 DEBUG [M:0;5aee4e3683e9:45423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:22:21,777 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:22:21,777 DEBUG [M:0;5aee4e3683e9:45423 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:22:21,777 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155701536 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155701536,5,FailOnTimeoutGroup] 2024-11-21T02:22:21,777 INFO [M:0;5aee4e3683e9:45423 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:22:21,777 INFO [M:0;5aee4e3683e9:45423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:22:21,777 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155701537 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155701537,5,FailOnTimeoutGroup] 2024-11-21T02:22:21,777 DEBUG [M:0;5aee4e3683e9:45423 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:22:21,777 INFO [M:0;5aee4e3683e9:45423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:22:21,777 INFO [M:0;5aee4e3683e9:45423 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:22:21,777 ERROR [M:0;5aee4e3683e9:45423 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40135,5,PEWorkerGroup] 2024-11-21T02:22:21,777 INFO [M:0;5aee4e3683e9:45423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:22:21,777 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:22:21,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01485738577/master 2024-11-21T02:22:21,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01485738577 2024-11-21T02:22:21,787 DEBUG [M:0;5aee4e3683e9:45423 {}] zookeeper.ZKUtil(347): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Unable to get data of znode /01485738577/master because node does not exist (not an error) 2024-11-21T02:22:21,787 WARN [M:0;5aee4e3683e9:45423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T02:22:21,793 INFO [M:0;5aee4e3683e9:45423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/.lastflushedseqids 2024-11-21T02:22:21,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741848_1024 (size=245) 2024-11-21T02:22:21,808 INFO [M:0;5aee4e3683e9:45423 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:22:21,808 INFO [M:0;5aee4e3683e9:45423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:22:21,808 DEBUG [M:0;5aee4e3683e9:45423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:22:21,808 INFO [M:0;5aee4e3683e9:45423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:21,808 DEBUG [M:0;5aee4e3683e9:45423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:21,808 DEBUG [M:0;5aee4e3683e9:45423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:22:21,808 DEBUG [M:0;5aee4e3683e9:45423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:21,809 INFO [M:0;5aee4e3683e9:45423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-21T02:22:21,835 DEBUG [M:0;5aee4e3683e9:45423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82892ff34b4b4a67ba72c498d8b1d0a8 is 82, key is hbase:meta,,1/info:regioninfo/1732155702672/Put/seqid=0 2024-11-21T02:22:21,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741849_1025 (size=5672) 2024-11-21T02:22:21,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:22:21,855 INFO [RS:0;5aee4e3683e9:41799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:22:21,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b325d8e0001, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:22:21,855 INFO [RS:0;5aee4e3683e9:41799 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,41799,1732155697795; zookeeper connection closed. 2024-11-21T02:22:21,856 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e776c11 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e776c11 2024-11-21T02:22:21,856 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:22:22,246 INFO [M:0;5aee4e3683e9:45423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82892ff34b4b4a67ba72c498d8b1d0a8 2024-11-21T02:22:22,269 DEBUG [M:0;5aee4e3683e9:45423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/246b180adce3446fb3a7697a38662d2b is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732155715354/Put/seqid=0 2024-11-21T02:22:22,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741850_1026 (size=7219) 2024-11-21T02:22:22,283 INFO [M:0;5aee4e3683e9:45423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/246b180adce3446fb3a7697a38662d2b 2024-11-21T02:22:22,287 INFO [M:0;5aee4e3683e9:45423 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 246b180adce3446fb3a7697a38662d2b 2024-11-21T02:22:22,310 DEBUG [M:0;5aee4e3683e9:45423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/782868cb3fef4549bd4d6b15c2102296 is 69, key is 5aee4e3683e9,41799,1732155697795/rs:state/1732155701626/Put/seqid=0 2024-11-21T02:22:22,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741851_1027 (size=5156) 2024-11-21T02:22:22,325 INFO [M:0;5aee4e3683e9:45423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/782868cb3fef4549bd4d6b15c2102296 2024-11-21T02:22:22,333 DEBUG [M:0;5aee4e3683e9:45423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82892ff34b4b4a67ba72c498d8b1d0a8 as hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82892ff34b4b4a67ba72c498d8b1d0a8 2024-11-21T02:22:22,340 INFO [M:0;5aee4e3683e9:45423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82892ff34b4b4a67ba72c498d8b1d0a8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T02:22:22,341 DEBUG [M:0;5aee4e3683e9:45423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/246b180adce3446fb3a7697a38662d2b as hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/246b180adce3446fb3a7697a38662d2b 2024-11-21T02:22:22,351 INFO [M:0;5aee4e3683e9:45423 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 246b180adce3446fb3a7697a38662d2b 2024-11-21T02:22:22,351 INFO [M:0;5aee4e3683e9:45423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/246b180adce3446fb3a7697a38662d2b, entries=11, sequenceid=105, filesize=7.0 K 2024-11-21T02:22:22,354 DEBUG [M:0;5aee4e3683e9:45423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/782868cb3fef4549bd4d6b15c2102296 as hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/782868cb3fef4549bd4d6b15c2102296 2024-11-21T02:22:22,362 INFO [M:0;5aee4e3683e9:45423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40135/user/jenkins/test-data/96c99ea1-cb8f-82b2-6e95-6b1c68d2d0b8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/782868cb3fef4549bd4d6b15c2102296, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T02:22:22,363 INFO [M:0;5aee4e3683e9:45423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 555ms, sequenceid=105, compaction requested=false 2024-11-21T02:22:22,384 INFO [M:0;5aee4e3683e9:45423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:22,384 DEBUG [M:0;5aee4e3683e9:45423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155741808Disabling compacts and flushes for region at 1732155741808Disabling writes for close at 1732155741808Obtaining lock to block concurrent updates at 1732155741809 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155741809Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732155741809Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155741809Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155741810 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155741834 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155741834Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155742250 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155742268 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155742268Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155742288 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155742310 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155742310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af51494: reopening flushed file at 1732155742331 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60f61847: reopening flushed file at 1732155742340 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335f5649: reopening flushed file at 1732155742351 (+11 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 555ms, sequenceid=105, compaction requested=false at 1732155742363 (+12 ms)Writing region close event to WAL at 1732155742384 (+21 ms)Closed at 1732155742384 2024-11-21T02:22:22,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46167 is added to blk_1073741830_1006 (size=64435) 2024-11-21T02:22:22,401 INFO [M:0;5aee4e3683e9:45423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:22:22,401 INFO [M:0;5aee4e3683e9:45423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45423 2024-11-21T02:22:22,401 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:22:22,402 INFO [M:0;5aee4e3683e9:45423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:22:22,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:22:22,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45423-0x1015b325d8e0000, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:22:22,516 INFO [M:0;5aee4e3683e9:45423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:22:22,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44ddc9d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:22:22,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@330652c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:22:22,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:22:22,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a4775d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:22:22,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@330618c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/hadoop.log.dir/,STOPPED} 2024-11-21T02:22:22,543 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:22:22,543 WARN [BP-1794524517-172.17.0.2-1732155695603 heartbeating to localhost/127.0.0.1:40135 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:22:22,543 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:22:22,543 WARN [BP-1794524517-172.17.0.2-1732155695603 heartbeating to localhost/127.0.0.1:40135 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1794524517-172.17.0.2-1732155695603 (Datanode Uuid 97309c19-4799-4e37-ad83-5e7f7f119695) service to localhost/127.0.0.1:40135 2024-11-21T02:22:22,543 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/cluster_1832a9d3-5c87-d0b7-0408-a86201594125/data/data1/current/BP-1794524517-172.17.0.2-1732155695603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:22:22,544 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/cluster_1832a9d3-5c87-d0b7-0408-a86201594125/data/data2/current/BP-1794524517-172.17.0.2-1732155695603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:22:22,544 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:22:22,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fa3523f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:22:22,550 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f8b37b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:22:22,550 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:22:22,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17bc80f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:22:22,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@638cd3ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36c1cf5d-5df9-2174-c081-35b6bcaf4e7f/hadoop.log.dir/,STOPPED} 2024-11-21T02:22:22,557 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T02:22:22,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:22:22,586 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 261) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:41593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:46547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61319) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41593 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40135 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46547 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61319) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:40135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61319) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=730 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=873 (was 954), ProcessCount=11 (was 11), AvailableMemoryMB=295 (was 669) 2024-11-21T02:22:22,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:22:22,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:22,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:22,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:22,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:22,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:22,598 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=873, ProcessCount=11, AvailableMemoryMB=295 2024-11-21T02:22:22,612 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-21T02:22:22,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/hadoop.log.dir so I do NOT create it in target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb 2024-11-21T02:22:22,612 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:22:22,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/hadoop.tmp.dir so I do NOT create it in target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb 2024-11-21T02:22:22,613 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/974f11d4-f1f0-5de4-af81-7273f6b4bff1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:22:22,613 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb 2024-11-21T02:22:22,613 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/cluster_bf438f57-7f75-80d3-e59d-6a96fec14a2f, deleteOnExit=true 2024-11-21T02:22:22,633 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/cluster_bf438f57-7f75-80d3-e59d-6a96fec14a2f/zookeeper_0, clientPort=52260, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/cluster_bf438f57-7f75-80d3-e59d-6a96fec14a2f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/cluster_bf438f57-7f75-80d3-e59d-6a96fec14a2f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T02:22:22,634 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52260 2024-11-21T02:22:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:22:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:22:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/test.cache.data in system properties and HBase conf 2024-11-21T02:22:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:22:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:22:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:22:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:22:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:22:22,634 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:22:22,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:22:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:22:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:22:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:22:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:22:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:22:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:22:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:22:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:22:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:22:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:22:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:22:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:22:22,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:22:22,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:22,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:22,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:22,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:22,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:22,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:22,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:22,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b325d8e0002, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:22:22,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b325d8e0002, quorum=127.0.0.1:61319, baseZNode=/01485738577 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:22:22,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b325d8e0005, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:22:22,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015b325d8e0008, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:22:22,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015b325d8e0008, quorum=127.0.0.1:61319, baseZNode=/21299958023 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:22:22,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b325d8e0005, quorum=127.0.0.1:61319, baseZNode=/11081612596 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:22:22,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:22,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:22,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:23,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:22:23,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:22:23,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:22:23,414 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:22:23,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:22:23,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:22:23,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@737f4167{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:22:23,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6326fb22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:22:23,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ab7f4bc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/java.io.tmpdir/jetty-localhost-35487-hadoop-hdfs-3_4_1-tests_jar-_-any-7249928199476109902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:22:23,566 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c1f488a{HTTP/1.1, (http/1.1)}{localhost:35487} 2024-11-21T02:22:23,566 INFO [Time-limited test {}] server.Server(415): Started @286829ms 2024-11-21T02:22:23,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:22:23,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:22:23,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:22:23,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:22:23,911 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:22:23,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d4852df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:22:23,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@611a7b22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:22:24,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72e491e2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/java.io.tmpdir/jetty-localhost-41971-hadoop-hdfs-3_4_1-tests_jar-_-any-4474917768228830211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:22:24,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@95d46a0{HTTP/1.1, (http/1.1)}{localhost:41971} 2024-11-21T02:22:24,026 INFO [Time-limited test {}] server.Server(415): Started @287290ms 2024-11-21T02:22:24,028 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:22:25,013 WARN [Thread-3450 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/cluster_bf438f57-7f75-80d3-e59d-6a96fec14a2f/data/data1/current/BP-1800647422-172.17.0.2-1732155742715/current, will proceed with Du for space computation calculation, 2024-11-21T02:22:25,016 WARN [Thread-3451 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/cluster_bf438f57-7f75-80d3-e59d-6a96fec14a2f/data/data2/current/BP-1800647422-172.17.0.2-1732155742715/current, will proceed with Du for space computation calculation, 2024-11-21T02:22:25,056 WARN [Thread-3438 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:22:25,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3173a183f29bfadb with lease ID 0x9b673f2316a4d1d9: Processing first storage report for DS-ee507437-f4f9-47d7-941a-bed6017d4d1c from datanode DatanodeRegistration(127.0.0.1:36359, datanodeUuid=e274700a-f405-4836-ac00-822369e7a8e9, infoPort=35729, infoSecurePort=0, ipcPort=41657, storageInfo=lv=-57;cid=testClusterID;nsid=1541019981;c=1732155742715) 2024-11-21T02:22:25,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3173a183f29bfadb with lease ID 0x9b673f2316a4d1d9: from storage DS-ee507437-f4f9-47d7-941a-bed6017d4d1c node DatanodeRegistration(127.0.0.1:36359, datanodeUuid=e274700a-f405-4836-ac00-822369e7a8e9, infoPort=35729, infoSecurePort=0, ipcPort=41657, storageInfo=lv=-57;cid=testClusterID;nsid=1541019981;c=1732155742715), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:22:25,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3173a183f29bfadb with lease ID 0x9b673f2316a4d1d9: Processing first storage report for DS-d3e2790c-64f8-46f2-924c-323dd2a1dae9 from datanode DatanodeRegistration(127.0.0.1:36359, datanodeUuid=e274700a-f405-4836-ac00-822369e7a8e9, infoPort=35729, infoSecurePort=0, ipcPort=41657, storageInfo=lv=-57;cid=testClusterID;nsid=1541019981;c=1732155742715) 2024-11-21T02:22:25,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3173a183f29bfadb with lease ID 0x9b673f2316a4d1d9: from storage DS-d3e2790c-64f8-46f2-924c-323dd2a1dae9 node DatanodeRegistration(127.0.0.1:36359, datanodeUuid=e274700a-f405-4836-ac00-822369e7a8e9, infoPort=35729, infoSecurePort=0, ipcPort=41657, storageInfo=lv=-57;cid=testClusterID;nsid=1541019981;c=1732155742715), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:22:25,085 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb 2024-11-21T02:22:25,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:25,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:25,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:22:25,524 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc with version=8 2024-11-21T02:22:25,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/hbase-staging 2024-11-21T02:22:25,527 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:22:25,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:25,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:25,527 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:22:25,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:25,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:22:25,527 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:22:25,527 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:22:25,528 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35331 2024-11-21T02:22:25,529 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35331 connecting to ZooKeeper ensemble=127.0.0.1:52260 2024-11-21T02:22:25,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353310x0, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:22:25,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35331-0x1015b3315470000 connected 2024-11-21T02:22:25,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:25,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:25,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Set watcher on znode that does not yet exist, /01761500853/running 2024-11-21T02:22:25,773 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc, hbase.cluster.distributed=false 2024-11-21T02:22:25,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Set watcher on znode that does not yet exist, /01761500853/acl 2024-11-21T02:22:25,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35331 2024-11-21T02:22:25,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35331 2024-11-21T02:22:25,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35331 2024-11-21T02:22:25,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35331 2024-11-21T02:22:25,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35331 2024-11-21T02:22:25,882 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:22:25,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:25,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:25,882 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:22:25,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:25,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:22:25,882 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:22:25,882 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:22:25,897 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42911 2024-11-21T02:22:25,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42911 connecting to ZooKeeper ensemble=127.0.0.1:52260 2024-11-21T02:22:25,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:25,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:25,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429110x0, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:22:25,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429110x0, quorum=127.0.0.1:52260, baseZNode=/01761500853 Set watcher on znode that does not yet exist, /01761500853/running 2024-11-21T02:22:25,943 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:22:25,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42911-0x1015b3315470001 connected 2024-11-21T02:22:25,972 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:22:25,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Set watcher on znode that does not yet exist, /01761500853/master 2024-11-21T02:22:25,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Set watcher on znode that does not yet exist, /01761500853/acl 2024-11-21T02:22:26,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42911 2024-11-21T02:22:26,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42911 2024-11-21T02:22:26,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42911 2024-11-21T02:22:26,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42911 2024-11-21T02:22:26,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42911 2024-11-21T02:22:26,117 DEBUG [M:0;5aee4e3683e9:35331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:35331 2024-11-21T02:22:26,136 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01761500853/backup-masters/5aee4e3683e9,35331,1732155745527 2024-11-21T02:22:26,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853/backup-masters 2024-11-21T02:22:26,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853/backup-masters 2024-11-21T02:22:26,148 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Set watcher on existing znode=/01761500853/backup-masters/5aee4e3683e9,35331,1732155745527 2024-11-21T02:22:26,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:22:26,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01761500853/master 2024-11-21T02:22:26,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:22:26,160 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Set watcher on existing znode=/01761500853/master 2024-11-21T02:22:26,161 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01761500853/backup-masters/5aee4e3683e9,35331,1732155745527 from backup master directory 2024-11-21T02:22:26,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01761500853/backup-masters/5aee4e3683e9,35331,1732155745527 2024-11-21T02:22:26,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853/backup-masters 2024-11-21T02:22:26,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853/backup-masters 2024-11-21T02:22:26,172 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:22:26,172 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,35331,1732155745527 2024-11-21T02:22:26,190 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/hbase.id] with ID: 12de5a2d-b460-48b5-aed4-17a2f083f5bc 2024-11-21T02:22:26,190 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/.tmp/hbase.id 2024-11-21T02:22:26,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:22:26,634 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/.tmp/hbase.id]:[hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/hbase.id] 2024-11-21T02:22:26,651 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:26,651 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:22:26,655 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-21T02:22:26,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:22:26,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:22:26,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:22:26,781 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:22:26,781 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:22:26,788 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:22:26,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:22:27,247 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store 2024-11-21T02:22:27,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:22:27,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:22:27,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:22:27,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:22:27,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T02:22:27,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T02:22:27,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:22:27,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:22:27,683 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:27,684 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:22:27,684 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:27,684 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:27,684 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:22:27,684 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:27,684 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:27,684 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155747683Disabling compacts and flushes for region at 1732155747683Disabling writes for close at 1732155747684 (+1 ms)Writing region close event to WAL at 1732155747684Closed at 1732155747684 2024-11-21T02:22:27,684 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/.initializing 2024-11-21T02:22:27,684 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/WALs/5aee4e3683e9,35331,1732155745527 2024-11-21T02:22:27,685 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:22:27,697 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C35331%2C1732155745527, suffix=, logDir=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/WALs/5aee4e3683e9,35331,1732155745527, archiveDir=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/oldWALs, maxLogs=10 2024-11-21T02:22:27,710 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/WALs/5aee4e3683e9,35331,1732155745527/5aee4e3683e9%2C35331%2C1732155745527.1732155747697, exclude list is [], retry=0 2024-11-21T02:22:27,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-ee507437-f4f9-47d7-941a-bed6017d4d1c,DISK] 2024-11-21T02:22:27,720 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/WALs/5aee4e3683e9,35331,1732155745527/5aee4e3683e9%2C35331%2C1732155745527.1732155747697 2024-11-21T02:22:27,720 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35729:35729)] 2024-11-21T02:22:27,720 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:22:27,720 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:27,721 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:27,721 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:27,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:27,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:22:27,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:27,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:27,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:27,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:22:27,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:27,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:27,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:27,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:22:27,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:27,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:27,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:27,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:22:27,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:27,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:27,736 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:27,738 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:27,739 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:27,741 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:27,741 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:27,745 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:22:27,748 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:27,764 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:22:27,768 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65426818, jitterRate=-0.025064438581466675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:22:27,769 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155747721Initializing all the Stores at 1732155747723 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155747723Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155747723Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155747723Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155747724 (+1 ms)Cleaning up temporary data from old regions at 1732155747741 (+17 ms)Region opened successfully at 1732155747769 (+28 ms) 2024-11-21T02:22:27,773 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:22:27,779 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d68b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:22:27,789 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:22:27,789 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:22:27,789 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:22:27,790 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:22:27,792 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-21T02:22:27,792 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:22:27,792 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:22:27,808 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:22:27,809 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Unable to get data of znode /01761500853/balancer because node does not exist (not necessarily an error) 2024-11-21T02:22:27,821 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01761500853/balancer already deleted, retry=false 2024-11-21T02:22:27,821 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:22:27,822 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Unable to get data of znode /01761500853/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:22:27,835 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01761500853/normalizer already deleted, retry=false 2024-11-21T02:22:27,835 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:22:27,844 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Unable to get data of znode /01761500853/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:22:27,871 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01761500853/switch/split already deleted, retry=false 2024-11-21T02:22:27,874 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Unable to get data of znode /01761500853/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:22:27,887 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01761500853/switch/merge already deleted, retry=false 2024-11-21T02:22:27,890 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Unable to get data of znode /01761500853/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:22:27,898 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01761500853/snapshot-cleanup already deleted, retry=false 2024-11-21T02:22:27,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01761500853/running 2024-11-21T02:22:27,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:22:27,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01761500853/running 2024-11-21T02:22:27,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:22:27,909 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,35331,1732155745527, sessionid=0x1015b3315470000, setting cluster-up flag (Was=false) 2024-11-21T02:22:27,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:22:27,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:22:27,961 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01761500853/flush-table-proc/acquired, /01761500853/flush-table-proc/reached, /01761500853/flush-table-proc/abort 2024-11-21T02:22:27,963 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,35331,1732155745527 2024-11-21T02:22:27,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:22:27,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:22:28,020 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01761500853/online-snapshot/acquired, /01761500853/online-snapshot/reached, /01761500853/online-snapshot/abort 2024-11-21T02:22:28,023 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,35331,1732155745527 2024-11-21T02:22:28,044 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:22:28,065 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:22:28,065 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:22:28,065 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:22:28,066 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,35331,1732155745527 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:22:28,067 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:22:28,067 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:22:28,067 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:22:28,067 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:22:28,067 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:22:28,067 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:28,067 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:22:28,067 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:28,078 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:22:28,091 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:22:28,101 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:28,101 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:22:28,106 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(746): ClusterId : 12de5a2d-b460-48b5-aed4-17a2f083f5bc 2024-11-21T02:22:28,106 DEBUG [RS:0;5aee4e3683e9:42911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:22:28,110 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155778110 2024-11-21T02:22:28,110 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:22:28,110 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:22:28,110 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:22:28,110 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:22:28,110 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:22:28,110 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:22:28,124 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:28,132 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:22:28,133 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:22:28,133 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:22:28,133 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:22:28,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:22:28,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:22:28,153 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc 2024-11-21T02:22:28,155 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:22:28,155 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:22:28,163 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155748155,5,FailOnTimeoutGroup] 2024-11-21T02:22:28,164 DEBUG [RS:0;5aee4e3683e9:42911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:22:28,164 DEBUG [RS:0;5aee4e3683e9:42911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:22:28,173 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155748164,5,FailOnTimeoutGroup] 2024-11-21T02:22:28,173 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:28,173 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:22:28,173 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:28,173 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:28,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:22:28,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:28,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:22:28,244 DEBUG [RS:0;5aee4e3683e9:42911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:22:28,245 DEBUG [RS:0;5aee4e3683e9:42911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da31838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:22:28,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:22:28,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:28,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:28,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:22:28,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:22:28,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:28,265 DEBUG [RS:0;5aee4e3683e9:42911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:42911 2024-11-21T02:22:28,265 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:22:28,265 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:22:28,265 DEBUG [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:22:28,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:28,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:22:28,269 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,35331,1732155745527 with port=42911, startcode=1732155745882 2024-11-21T02:22:28,270 DEBUG [RS:0;5aee4e3683e9:42911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:22:28,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:22:28,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:28,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:28,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:22:28,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:22:28,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:28,285 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:22:28,285 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35331 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,42911,1732155745882 2024-11-21T02:22:28,285 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35331 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,42911,1732155745882 2024-11-21T02:22:28,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:28,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:22:28,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740 2024-11-21T02:22:28,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740 2024-11-21T02:22:28,290 DEBUG [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc 2024-11-21T02:22:28,290 DEBUG [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43415 2024-11-21T02:22:28,291 DEBUG [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:22:28,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:22:28,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:22:28,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853/rs 2024-11-21T02:22:28,305 DEBUG [RS:0;5aee4e3683e9:42911 {}] zookeeper.ZKUtil(111): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Set watcher on existing znode=/01761500853/rs/5aee4e3683e9,42911,1732155745882 2024-11-21T02:22:28,305 WARN [RS:0;5aee4e3683e9:42911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:22:28,305 INFO [RS:0;5aee4e3683e9:42911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:22:28,305 DEBUG [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882 2024-11-21T02:22:28,309 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:22:28,320 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,42911,1732155745882] 2024-11-21T02:22:28,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:22:28,333 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:22:28,336 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:22:28,340 INFO [RS:0;5aee4e3683e9:42911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:22:28,340 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:28,356 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:22:28,360 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:22:28,361 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:28,361 DEBUG [RS:0;5aee4e3683e9:42911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:28,361 DEBUG [RS:0;5aee4e3683e9:42911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:28,361 DEBUG [RS:0;5aee4e3683e9:42911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:28,361 DEBUG [RS:0;5aee4e3683e9:42911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:28,361 DEBUG [RS:0;5aee4e3683e9:42911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:28,361 DEBUG [RS:0;5aee4e3683e9:42911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:22:28,361 DEBUG [RS:0;5aee4e3683e9:42911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:28,361 DEBUG [RS:0;5aee4e3683e9:42911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:28,361 DEBUG [RS:0;5aee4e3683e9:42911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:28,361 DEBUG [RS:0;5aee4e3683e9:42911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:28,361 DEBUG [RS:0;5aee4e3683e9:42911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:28,361 DEBUG [RS:0;5aee4e3683e9:42911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:28,361 DEBUG [RS:0;5aee4e3683e9:42911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:22:28,361 DEBUG [RS:0;5aee4e3683e9:42911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:22:28,376 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:22:28,377 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62688384, jitterRate=-0.06587028503417969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:22:28,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155748215Initializing all the Stores at 1732155748235 (+20 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155748235Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155748240 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155748240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155748240Cleaning up temporary data from old regions at 1732155748304 (+64 ms)Region opened successfully at 1732155748378 (+74 ms) 2024-11-21T02:22:28,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:22:28,378 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:22:28,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:22:28,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:22:28,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:22:28,390 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:22:28,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155748378Disabling compacts and flushes for region at 1732155748378Disabling writes for close at 1732155748378Writing region close event to WAL at 1732155748389 (+11 ms)Closed at 1732155748389 2024-11-21T02:22:28,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:22:28,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:22:28,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:22:28,394 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:22:28,395 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:22:28,399 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:28,399 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:28,399 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:28,399 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:28,399 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:28,399 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42911,1732155745882-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:22:28,421 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:22:28,421 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42911,1732155745882-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:28,421 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:28,421 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.Replication(171): 5aee4e3683e9,42911,1732155745882 started 2024-11-21T02:22:28,444 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:28,444 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,42911,1732155745882, RpcServer on 5aee4e3683e9/172.17.0.2:42911, sessionid=0x1015b3315470001 2024-11-21T02:22:28,444 DEBUG [RS:0;5aee4e3683e9:42911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:22:28,444 DEBUG [RS:0;5aee4e3683e9:42911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,42911,1732155745882 2024-11-21T02:22:28,444 DEBUG [RS:0;5aee4e3683e9:42911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,42911,1732155745882' 2024-11-21T02:22:28,444 DEBUG [RS:0;5aee4e3683e9:42911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01761500853/flush-table-proc/abort' 2024-11-21T02:22:28,452 DEBUG [RS:0;5aee4e3683e9:42911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01761500853/flush-table-proc/acquired' 2024-11-21T02:22:28,456 DEBUG [RS:0;5aee4e3683e9:42911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:22:28,456 DEBUG [RS:0;5aee4e3683e9:42911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:22:28,456 DEBUG [RS:0;5aee4e3683e9:42911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,42911,1732155745882 2024-11-21T02:22:28,456 DEBUG [RS:0;5aee4e3683e9:42911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,42911,1732155745882' 2024-11-21T02:22:28,456 DEBUG [RS:0;5aee4e3683e9:42911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01761500853/online-snapshot/abort' 2024-11-21T02:22:28,460 DEBUG [RS:0;5aee4e3683e9:42911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01761500853/online-snapshot/acquired' 2024-11-21T02:22:28,464 DEBUG [RS:0;5aee4e3683e9:42911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:22:28,464 INFO [RS:0;5aee4e3683e9:42911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:22:28,464 INFO [RS:0;5aee4e3683e9:42911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:22:28,546 WARN [5aee4e3683e9:35331 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-21T02:22:28,565 INFO [RS:0;5aee4e3683e9:42911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:22:28,586 INFO [RS:0;5aee4e3683e9:42911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C42911%2C1732155745882, suffix=, logDir=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882, archiveDir=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/oldWALs, maxLogs=10 2024-11-21T02:22:28,607 DEBUG [RS:0;5aee4e3683e9:42911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586, exclude list is [], retry=0 2024-11-21T02:22:28,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-ee507437-f4f9-47d7-941a-bed6017d4d1c,DISK] 2024-11-21T02:22:28,665 INFO [RS:0;5aee4e3683e9:42911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 2024-11-21T02:22:28,681 DEBUG [RS:0;5aee4e3683e9:42911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35729:35729)] 2024-11-21T02:22:28,796 DEBUG [5aee4e3683e9:35331 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:22:28,796 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,42911,1732155745882 2024-11-21T02:22:28,797 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,42911,1732155745882, state=OPENING 2024-11-21T02:22:28,845 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:22:28,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:22:28,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01761500853/meta-region-server: CHANGED 2024-11-21T02:22:28,863 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:22:28,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,42911,1732155745882}] 2024-11-21T02:22:28,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:22:28,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01761500853/meta-region-server: CHANGED 2024-11-21T02:22:29,021 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:22:29,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:22:29,057 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:22:29,057 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:22:29,057 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:22:29,065 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C42911%2C1732155745882.meta, suffix=.meta, logDir=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882, archiveDir=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/oldWALs, maxLogs=10 2024-11-21T02:22:29,098 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.meta.1732155749066.meta, exclude list is [], retry=0 2024-11-21T02:22:29,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-ee507437-f4f9-47d7-941a-bed6017d4d1c,DISK] 2024-11-21T02:22:29,129 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.meta.1732155749066.meta 2024-11-21T02:22:29,144 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35729:35729)] 2024-11-21T02:22:29,144 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:22:29,145 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:22:29,145 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:22:29,145 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:22:29,145 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:22:29,146 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:22:29,146 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:29,146 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:22:29,146 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:22:29,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:22:29,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:22:29,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:29,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:29,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:22:29,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:22:29,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:29,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:29,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:22:29,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:22:29,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:29,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:29,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:22:29,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:22:29,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:29,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:29,160 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:22:29,161 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740 2024-11-21T02:22:29,162 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740 2024-11-21T02:22:29,163 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:22:29,163 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:22:29,164 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:22:29,165 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:22:29,166 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72914420, jitterRate=0.08650952577590942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:22:29,166 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:22:29,166 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155749146Writing region info on filesystem at 1732155749146Initializing all the Stores at 1732155749151 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155749151Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155749152 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155749152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155749152Cleaning up temporary data from old regions at 1732155749163 (+11 ms)Running coprocessor post-open hooks at 1732155749166 (+3 ms)Region opened successfully at 1732155749166 2024-11-21T02:22:29,168 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155749020 2024-11-21T02:22:29,178 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,42911,1732155745882 2024-11-21T02:22:29,180 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:22:29,180 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:22:29,181 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,42911,1732155745882, state=OPEN 2024-11-21T02:22:29,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01761500853/meta-region-server 2024-11-21T02:22:29,220 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,42911,1732155745882 2024-11-21T02:22:29,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01761500853/meta-region-server: CHANGED 2024-11-21T02:22:29,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:22:29,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 833 msec 2024-11-21T02:22:29,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:22:29,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,42911,1732155745882 in 357 msec 2024-11-21T02:22:29,228 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:22:29,228 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:22:29,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01761500853/meta-region-server 2024-11-21T02:22:29,229 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:29,229 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42911,1732155745882, seqNum=-1] 2024-11-21T02:22:29,230 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:29,232 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01761500853/meta-region-server: CHANGED 2024-11-21T02:22:29,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:22:29,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1830 sec 2024-11-21T02:22:29,240 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155749240, completionTime=-1 2024-11-21T02:22:29,240 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:22:29,240 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:22:29,250 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:22:29,250 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155809250 2024-11-21T02:22:29,250 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155869250 2024-11-21T02:22:29,250 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-21T02:22:29,251 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,35331,1732155745527-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:29,251 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,35331,1732155745527-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:29,251 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,35331,1732155745527-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:29,251 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:35331, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:29,251 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:29,251 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:29,256 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.083sec 2024-11-21T02:22:29,256 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:22:29,256 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:22:29,256 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:22:29,256 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:22:29,256 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:22:29,256 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,35331,1732155745527-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:22:29,256 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,35331,1732155745527-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:22:29,256 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:22:29,261 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:22:29,261 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:22:29,261 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,35331,1732155745527-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:29,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503f77b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:29,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,35331,-1 for getting cluster id 2024-11-21T02:22:29,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:29,329 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12de5a2d-b460-48b5-aed4-17a2f083f5bc' 2024-11-21T02:22:29,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:29,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12de5a2d-b460-48b5-aed4-17a2f083f5bc" 2024-11-21T02:22:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e7369d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,35331,-1] 2024-11-21T02:22:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:29,331 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:29,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c53f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:29,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:29,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42911,1732155745882, seqNum=-1] 2024-11-21T02:22:29,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:29,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:22:29,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,35331,1732155745527 2024-11-21T02:22:29,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52260 2024-11-21T02:22:29,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:22:29,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/hadoop.log.dir so I do NOT create it in target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd 2024-11-21T02:22:29,375 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:22:29,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/hadoop.tmp.dir so I do NOT create it in target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd 2024-11-21T02:22:29,375 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:22:29,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd 2024-11-21T02:22:29,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:22:29,375 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/cluster_0991e3e1-16ce-0b36-aab3-b7b251ec45b3, deleteOnExit=true 2024-11-21T02:22:29,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:22:29,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/test.cache.data in system properties and HBase conf 2024-11-21T02:22:29,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:22:29,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:22:29,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:22:29,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:22:29,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:22:29,376 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:22:29,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:22:29,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:22:29,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:22:29,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:22:29,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:22:29,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:22:29,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:22:29,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:22:29,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:22:29,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:22:29,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:22:29,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:22:29,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:22:29,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:22:29,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b3315470002 connected 2024-11-21T02:22:29,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:22:29,857 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:22:29,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:22:29,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:22:29,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:22:29,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:22:29,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70e80506{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:22:29,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e2d1316{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:22:30,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fe47218{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/java.io.tmpdir/jetty-localhost-36629-hadoop-hdfs-3_4_1-tests_jar-_-any-5624601413404150078/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:22:30,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ccb21a8{HTTP/1.1, (http/1.1)}{localhost:36629} 2024-11-21T02:22:30,076 INFO [Time-limited test {}] server.Server(415): Started @293340ms 2024-11-21T02:22:30,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:22:30,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:22:30,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:22:30,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:22:30,895 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:22:30,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54ff4272{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:22:30,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5079a4d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:22:31,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6536a930{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/java.io.tmpdir/jetty-localhost-34735-hadoop-hdfs-3_4_1-tests_jar-_-any-13207907099870415061/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:22:31,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79ef667a{HTTP/1.1, (http/1.1)}{localhost:34735} 2024-11-21T02:22:31,088 INFO [Time-limited test {}] server.Server(415): Started @294351ms 2024-11-21T02:22:31,089 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:22:32,232 WARN [Thread-3571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/cluster_0991e3e1-16ce-0b36-aab3-b7b251ec45b3/data/data2/current/BP-603912483-172.17.0.2-1732155749410/current, will proceed with Du for space computation calculation, 2024-11-21T02:22:32,232 WARN [Thread-3570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/cluster_0991e3e1-16ce-0b36-aab3-b7b251ec45b3/data/data1/current/BP-603912483-172.17.0.2-1732155749410/current, will proceed with Du for space computation calculation, 2024-11-21T02:22:32,333 WARN [Thread-3558 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:22:32,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9c08f4f985e29de with lease ID 0xf8a1594a77f8f6b1: Processing first storage report for DS-3253cce9-2f2b-423a-b889-5f405118d607 from datanode DatanodeRegistration(127.0.0.1:42679, datanodeUuid=0d3f0c5e-4d67-4066-9b0a-ac71da9a14a7, infoPort=46263, infoSecurePort=0, ipcPort=38647, storageInfo=lv=-57;cid=testClusterID;nsid=97016285;c=1732155749410) 2024-11-21T02:22:32,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9c08f4f985e29de with lease ID 0xf8a1594a77f8f6b1: from storage DS-3253cce9-2f2b-423a-b889-5f405118d607 node DatanodeRegistration(127.0.0.1:42679, datanodeUuid=0d3f0c5e-4d67-4066-9b0a-ac71da9a14a7, infoPort=46263, infoSecurePort=0, ipcPort=38647, storageInfo=lv=-57;cid=testClusterID;nsid=97016285;c=1732155749410), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:22:32,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9c08f4f985e29de with lease ID 0xf8a1594a77f8f6b1: Processing first storage report for DS-61a60800-a6a0-4e51-87c7-707adb2dc98b from datanode DatanodeRegistration(127.0.0.1:42679, datanodeUuid=0d3f0c5e-4d67-4066-9b0a-ac71da9a14a7, infoPort=46263, infoSecurePort=0, ipcPort=38647, storageInfo=lv=-57;cid=testClusterID;nsid=97016285;c=1732155749410) 2024-11-21T02:22:32,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9c08f4f985e29de with lease ID 0xf8a1594a77f8f6b1: from storage DS-61a60800-a6a0-4e51-87c7-707adb2dc98b node DatanodeRegistration(127.0.0.1:42679, datanodeUuid=0d3f0c5e-4d67-4066-9b0a-ac71da9a14a7, infoPort=46263, infoSecurePort=0, ipcPort=38647, storageInfo=lv=-57;cid=testClusterID;nsid=97016285;c=1732155749410), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:22:32,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd 2024-11-21T02:22:32,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:32,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:32,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:22:32,486 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0 with version=8 2024-11-21T02:22:32,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/hbase-staging 2024-11-21T02:22:32,489 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:22:32,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:32,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:32,489 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:22:32,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:32,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:22:32,489 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:22:32,489 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:22:32,494 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41323 2024-11-21T02:22:32,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41323 connecting to ZooKeeper ensemble=127.0.0.1:52260 2024-11-21T02:22:32,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413230x0, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:22:32,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41323-0x1015b3315470003 connected 2024-11-21T02:22:32,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:32,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:32,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Set watcher on znode that does not yet exist, /1-202409437/running 2024-11-21T02:22:32,925 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0, hbase.cluster.distributed=false 2024-11-21T02:22:32,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Set watcher on znode that does not yet exist, /1-202409437/acl 2024-11-21T02:22:32,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41323 2024-11-21T02:22:32,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:22:32,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41323 2024-11-21T02:22:32,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:32,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:32,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:32,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:32,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:33,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41323 2024-11-21T02:22:33,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41323 2024-11-21T02:22:33,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41323 2024-11-21T02:22:33,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:33,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:33,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:33,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:33,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:33,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:33,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:33,072 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:22:33,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:33,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:33,073 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:22:33,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:33,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:22:33,073 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:22:33,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:22:33,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:33,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34553 2024-11-21T02:22:33,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:33,077 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34553 connecting to ZooKeeper ensemble=127.0.0.1:52260 2024-11-21T02:22:33,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:33,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:33,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:33,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345530x0, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:22:33,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345530x0, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Set watcher on znode that does not yet exist, /1-202409437/running 2024-11-21T02:22:33,133 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:22:33,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34553-0x1015b3315470004 connected 2024-11-21T02:22:33,148 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:22:33,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Set watcher on znode that does not yet exist, /1-202409437/master 2024-11-21T02:22:33,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Set watcher on znode that does not yet exist, /1-202409437/acl 2024-11-21T02:22:33,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34553 2024-11-21T02:22:33,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34553 2024-11-21T02:22:33,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34553 2024-11-21T02:22:33,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34553 2024-11-21T02:22:33,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34553 2024-11-21T02:22:33,248 DEBUG [M:0;5aee4e3683e9:41323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:41323 2024-11-21T02:22:33,268 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-202409437/backup-masters/5aee4e3683e9,41323,1732155752488 2024-11-21T02:22:33,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437/backup-masters 2024-11-21T02:22:33,287 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Set watcher on existing znode=/1-202409437/backup-masters/5aee4e3683e9,41323,1732155752488 2024-11-21T02:22:33,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437/backup-masters 2024-11-21T02:22:33,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-202409437/master 2024-11-21T02:22:33,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:22:33,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:22:33,316 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Set watcher on existing znode=/1-202409437/master 2024-11-21T02:22:33,320 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-202409437/backup-masters/5aee4e3683e9,41323,1732155752488 from backup master directory 2024-11-21T02:22:33,332 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:22:33,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437/backup-masters 2024-11-21T02:22:33,332 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,41323,1732155752488 2024-11-21T02:22:33,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-202409437/backup-masters/5aee4e3683e9,41323,1732155752488 2024-11-21T02:22:33,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437/backup-masters 2024-11-21T02:22:33,372 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/hbase.id] with ID: d8f0ab35-ccad-4543-8cca-c41626bebe38 2024-11-21T02:22:33,372 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/.tmp/hbase.id 2024-11-21T02:22:33,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:22:33,814 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/.tmp/hbase.id]:[hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/hbase.id] 2024-11-21T02:22:33,832 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:33,832 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:22:33,833 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T02:22:33,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:22:33,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:22:33,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:22:34,325 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:22:34,325 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:22:34,326 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:22:34,334 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:22:34,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:22:34,784 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store 2024-11-21T02:22:34,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:22:34,838 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:34,838 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:22:34,838 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:34,838 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:34,838 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:22:34,838 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:34,838 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:34,838 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155754838Disabling compacts and flushes for region at 1732155754838Disabling writes for close at 1732155754838Writing region close event to WAL at 1732155754838Closed at 1732155754838 2024-11-21T02:22:34,839 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/.initializing 2024-11-21T02:22:34,839 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/WALs/5aee4e3683e9,41323,1732155752488 2024-11-21T02:22:34,841 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:22:34,842 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C41323%2C1732155752488, suffix=, logDir=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/WALs/5aee4e3683e9,41323,1732155752488, archiveDir=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/oldWALs, maxLogs=10 2024-11-21T02:22:34,865 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/WALs/5aee4e3683e9,41323,1732155752488/5aee4e3683e9%2C41323%2C1732155752488.1732155754843, exclude list is [], retry=0 2024-11-21T02:22:34,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-3253cce9-2f2b-423a-b889-5f405118d607,DISK] 2024-11-21T02:22:34,908 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/WALs/5aee4e3683e9,41323,1732155752488/5aee4e3683e9%2C41323%2C1732155752488.1732155754843 2024-11-21T02:22:34,911 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46263:46263)] 2024-11-21T02:22:34,911 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:22:34,912 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:34,912 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:34,912 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:34,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:34,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:22:34,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:34,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:34,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:34,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:22:34,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:34,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:34,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:34,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:22:34,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:34,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:34,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:34,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:22:34,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:34,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:34,945 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:34,946 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:34,946 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:34,947 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:34,947 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:34,948 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:22:34,950 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:34,963 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:22:34,964 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62449858, jitterRate=-0.0694245994091034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:22:34,964 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155754912Initializing all the Stores at 1732155754917 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155754917Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155754924 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155754924Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155754924Cleaning up temporary data from old regions at 1732155754947 (+23 ms)Region opened successfully at 1732155754964 (+17 ms) 2024-11-21T02:22:34,972 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:22:34,975 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428e4251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:22:34,984 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:22:34,984 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:22:34,985 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:22:34,985 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:22:34,992 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 7 msec 2024-11-21T02:22:34,993 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:22:34,993 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:22:35,011 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:22:35,018 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Unable to get data of znode /1-202409437/balancer because node does not exist (not necessarily an error) 2024-11-21T02:22:35,080 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-202409437/balancer already deleted, retry=false 2024-11-21T02:22:35,081 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:22:35,088 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Unable to get data of znode /1-202409437/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:22:35,143 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-202409437/normalizer already deleted, retry=false 2024-11-21T02:22:35,143 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:22:35,172 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Unable to get data of znode /1-202409437/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:22:35,208 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-202409437/switch/split already deleted, retry=false 2024-11-21T02:22:35,214 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Unable to get data of znode /1-202409437/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:22:35,261 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-202409437/switch/merge already deleted, retry=false 2024-11-21T02:22:35,292 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Unable to get data of znode /1-202409437/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:22:35,331 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-202409437/snapshot-cleanup already deleted, retry=false 2024-11-21T02:22:35,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-202409437/running 2024-11-21T02:22:35,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:22:35,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-202409437/running 2024-11-21T02:22:35,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:22:35,357 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,41323,1732155752488, sessionid=0x1015b3315470003, setting cluster-up flag (Was=false) 2024-11-21T02:22:35,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:22:35,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:22:35,504 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-202409437/flush-table-proc/acquired, /1-202409437/flush-table-proc/reached, /1-202409437/flush-table-proc/abort 2024-11-21T02:22:35,515 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,41323,1732155752488 2024-11-21T02:22:35,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:22:35,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:22:35,680 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-202409437/online-snapshot/acquired, /1-202409437/online-snapshot/reached, /1-202409437/online-snapshot/abort 2024-11-21T02:22:35,689 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,41323,1732155752488 2024-11-21T02:22:35,692 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:22:35,697 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:22:35,697 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:22:35,697 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:22:35,698 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,41323,1732155752488 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:22:35,698 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:22:35,699 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:22:35,699 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:22:35,699 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:22:35,699 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:22:35,699 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:35,699 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:22:35,699 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:35,712 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:22:35,712 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:22:35,713 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:35,713 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:22:35,715 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155785715 2024-11-21T02:22:35,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:22:35,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:22:35,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:22:35,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:22:35,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:22:35,716 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:22:35,732 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:35,748 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:22:35,748 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:22:35,748 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:22:35,748 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:22:35,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:22:35,755 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:22:35,755 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0 2024-11-21T02:22:35,760 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:22:35,760 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:22:35,764 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155755760,5,FailOnTimeoutGroup] 2024-11-21T02:22:35,772 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155755764,5,FailOnTimeoutGroup] 2024-11-21T02:22:35,772 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:35,772 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:22:35,772 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:35,772 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:35,777 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(746): ClusterId : d8f0ab35-ccad-4543-8cca-c41626bebe38 2024-11-21T02:22:35,777 DEBUG [RS:0;5aee4e3683e9:34553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:22:35,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:22:35,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:35,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:22:35,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:22:35,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:35,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:35,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:22:35,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:22:35,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:35,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:35,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:22:35,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:22:35,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:35,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:35,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:22:35,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:22:35,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:35,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:35,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:22:35,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740 2024-11-21T02:22:35,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740 2024-11-21T02:22:35,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:22:35,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:22:35,792 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:22:35,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:22:35,801 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:22:35,801 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66383553, jitterRate=-0.010807976126670837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:22:35,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155755782Initializing all the Stores at 1732155755783 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155755783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155755783Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155755783Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155755783Cleaning up temporary data from old regions at 1732155755792 (+9 ms)Region opened successfully at 1732155755801 (+9 ms) 2024-11-21T02:22:35,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:22:35,801 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:22:35,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:22:35,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:22:35,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:22:35,802 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:22:35,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155755801Disabling compacts and flushes for region at 1732155755801Disabling writes for close at 1732155755801Writing region close event to WAL at 1732155755802 (+1 ms)Closed at 1732155755802 2024-11-21T02:22:35,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:22:35,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:22:35,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:22:35,804 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:22:35,805 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:22:35,843 DEBUG [RS:0;5aee4e3683e9:34553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:22:35,843 DEBUG [RS:0;5aee4e3683e9:34553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:22:35,929 DEBUG [RS:0;5aee4e3683e9:34553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:22:35,929 DEBUG [RS:0;5aee4e3683e9:34553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a48140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:22:35,941 DEBUG [RS:0;5aee4e3683e9:34553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:34553 2024-11-21T02:22:35,941 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:22:35,941 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:22:35,941 DEBUG [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:22:35,942 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,41323,1732155752488 with port=34553, startcode=1732155753072 2024-11-21T02:22:35,942 DEBUG [RS:0;5aee4e3683e9:34553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:22:35,944 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:22:35,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,34553,1732155753072 2024-11-21T02:22:35,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41323 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,34553,1732155753072 2024-11-21T02:22:35,946 DEBUG [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0 2024-11-21T02:22:35,946 DEBUG [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46747 2024-11-21T02:22:35,946 DEBUG [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:22:35,955 WARN [5aee4e3683e9:41323 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-21T02:22:36,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437/rs 2024-11-21T02:22:36,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,34553,1732155753072] 2024-11-21T02:22:36,020 DEBUG [RS:0;5aee4e3683e9:34553 {}] zookeeper.ZKUtil(111): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Set watcher on existing znode=/1-202409437/rs/5aee4e3683e9,34553,1732155753072 2024-11-21T02:22:36,020 WARN [RS:0;5aee4e3683e9:34553 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:22:36,020 INFO [RS:0;5aee4e3683e9:34553 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:22:36,021 DEBUG [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072 2024-11-21T02:22:36,039 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:22:36,044 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:22:36,048 INFO [RS:0;5aee4e3683e9:34553 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:22:36,048 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,068 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:22:36,072 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:22:36,072 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,072 DEBUG [RS:0;5aee4e3683e9:34553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:36,072 DEBUG [RS:0;5aee4e3683e9:34553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:36,072 DEBUG [RS:0;5aee4e3683e9:34553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:36,072 DEBUG [RS:0;5aee4e3683e9:34553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:36,072 DEBUG [RS:0;5aee4e3683e9:34553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:36,072 DEBUG [RS:0;5aee4e3683e9:34553 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:22:36,072 DEBUG [RS:0;5aee4e3683e9:34553 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:36,072 DEBUG [RS:0;5aee4e3683e9:34553 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:36,072 DEBUG [RS:0;5aee4e3683e9:34553 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:36,072 DEBUG [RS:0;5aee4e3683e9:34553 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:36,072 DEBUG [RS:0;5aee4e3683e9:34553 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:36,072 DEBUG [RS:0;5aee4e3683e9:34553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:36,073 DEBUG [RS:0;5aee4e3683e9:34553 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:22:36,073 DEBUG [RS:0;5aee4e3683e9:34553 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:22:36,088 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,088 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,089 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,089 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,089 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,089 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,34553,1732155753072-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:22:36,104 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:22:36,104 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,34553,1732155753072-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,104 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,104 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.Replication(171): 5aee4e3683e9,34553,1732155753072 started 2024-11-21T02:22:36,125 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,125 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,34553,1732155753072, RpcServer on 5aee4e3683e9/172.17.0.2:34553, sessionid=0x1015b3315470004 2024-11-21T02:22:36,125 DEBUG [RS:0;5aee4e3683e9:34553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:22:36,125 DEBUG [RS:0;5aee4e3683e9:34553 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,34553,1732155753072 2024-11-21T02:22:36,125 DEBUG [RS:0;5aee4e3683e9:34553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,34553,1732155753072' 2024-11-21T02:22:36,125 DEBUG [RS:0;5aee4e3683e9:34553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-202409437/flush-table-proc/abort' 2024-11-21T02:22:36,136 DEBUG [RS:0;5aee4e3683e9:34553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-202409437/flush-table-proc/acquired' 2024-11-21T02:22:36,148 DEBUG [RS:0;5aee4e3683e9:34553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:22:36,148 DEBUG [RS:0;5aee4e3683e9:34553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:22:36,148 DEBUG [RS:0;5aee4e3683e9:34553 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,34553,1732155753072 2024-11-21T02:22:36,148 DEBUG [RS:0;5aee4e3683e9:34553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,34553,1732155753072' 2024-11-21T02:22:36,148 DEBUG [RS:0;5aee4e3683e9:34553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-202409437/online-snapshot/abort' 2024-11-21T02:22:36,156 DEBUG [RS:0;5aee4e3683e9:34553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-202409437/online-snapshot/acquired' 2024-11-21T02:22:36,164 DEBUG [RS:0;5aee4e3683e9:34553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:22:36,164 INFO [RS:0;5aee4e3683e9:34553 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:22:36,164 INFO [RS:0;5aee4e3683e9:34553 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:22:36,265 INFO [RS:0;5aee4e3683e9:34553 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:22:36,276 INFO [RS:0;5aee4e3683e9:34553 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C34553%2C1732155753072, suffix=, logDir=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072, archiveDir=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/oldWALs, maxLogs=10 2024-11-21T02:22:36,290 DEBUG [RS:0;5aee4e3683e9:34553 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277, exclude list is [], retry=0 2024-11-21T02:22:36,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-3253cce9-2f2b-423a-b889-5f405118d607,DISK] 2024-11-21T02:22:36,297 INFO [RS:0;5aee4e3683e9:34553 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 2024-11-21T02:22:36,308 DEBUG [RS:0;5aee4e3683e9:34553 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46263:46263)] 2024-11-21T02:22:36,455 DEBUG [5aee4e3683e9:41323 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:22:36,457 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,34553,1732155753072 2024-11-21T02:22:36,461 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,34553,1732155753072, state=OPENING 2024-11-21T02:22:36,483 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:22:36,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:22:36,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:22:36,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-202409437/meta-region-server: CHANGED 2024-11-21T02:22:36,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-202409437/meta-region-server: CHANGED 2024-11-21T02:22:36,501 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:22:36,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,34553,1732155753072}] 2024-11-21T02:22:36,654 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:22:36,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:22:36,659 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:22:36,659 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:22:36,659 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:22:36,660 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C34553%2C1732155753072.meta, suffix=.meta, logDir=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072, archiveDir=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/oldWALs, maxLogs=10 2024-11-21T02:22:36,677 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.meta.1732155756661.meta, exclude list is [], retry=0 2024-11-21T02:22:36,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-3253cce9-2f2b-423a-b889-5f405118d607,DISK] 2024-11-21T02:22:36,694 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.meta.1732155756661.meta 2024-11-21T02:22:36,694 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46263:46263)] 2024-11-21T02:22:36,695 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:22:36,695 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:22:36,695 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:22:36,695 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:22:36,695 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:22:36,695 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:22:36,695 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:36,695 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:22:36,695 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:22:36,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:22:36,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:22:36,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:36,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:36,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:22:36,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:22:36,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:36,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:36,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:22:36,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:22:36,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:36,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:36,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:22:36,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:22:36,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:36,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:36,705 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:22:36,705 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740 2024-11-21T02:22:36,706 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740 2024-11-21T02:22:36,707 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:22:36,707 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:22:36,707 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:22:36,709 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:22:36,709 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66976948, jitterRate=-0.0019657015800476074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:22:36,710 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:22:36,710 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155756695Writing region info on filesystem at 1732155756695Initializing all the Stores at 1732155756696 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155756696Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155756700 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155756700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155756700Cleaning up temporary data from old regions at 1732155756707 (+7 ms)Running coprocessor post-open hooks at 1732155756710 (+3 ms)Region opened successfully at 1732155756710 2024-11-21T02:22:36,716 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155756653 2024-11-21T02:22:36,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,34553,1732155753072 2024-11-21T02:22:36,719 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:22:36,719 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:22:36,719 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,34553,1732155753072, state=OPEN 2024-11-21T02:22:36,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-202409437/meta-region-server 2024-11-21T02:22:36,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-202409437/meta-region-server 2024-11-21T02:22:36,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-202409437/meta-region-server: CHANGED 2024-11-21T02:22:36,740 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,34553,1732155753072 2024-11-21T02:22:36,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-202409437/meta-region-server: CHANGED 2024-11-21T02:22:36,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:22:36,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,34553,1732155753072 in 239 msec 2024-11-21T02:22:36,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:22:36,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 939 msec 2024-11-21T02:22:36,746 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:22:36,746 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:22:36,753 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:36,753 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,34553,1732155753072, seqNum=-1] 2024-11-21T02:22:36,753 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:36,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:22:36,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0730 sec 2024-11-21T02:22:36,771 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155756771, completionTime=-1 2024-11-21T02:22:36,771 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:22:36,771 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:22:36,773 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:22:36,773 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155816773 2024-11-21T02:22:36,773 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155876773 2024-11-21T02:22:36,773 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-21T02:22:36,773 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,41323,1732155752488-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,773 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,41323,1732155752488-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,773 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,41323,1732155752488-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,774 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:41323, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,774 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,776 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:22:36,780 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,785 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.453sec 2024-11-21T02:22:36,785 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:22:36,785 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:22:36,785 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:22:36,785 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:22:36,785 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:22:36,785 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,41323,1732155752488-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:22:36,785 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,41323,1732155752488-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:22:36,791 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:22:36,791 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:22:36,791 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,41323,1732155752488-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:36,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6716ab28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:36,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,41323,-1 for getting cluster id 2024-11-21T02:22:36,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:36,896 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8f0ab35-ccad-4543-8cca-c41626bebe38' 2024-11-21T02:22:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8f0ab35-ccad-4543-8cca-c41626bebe38" 2024-11-21T02:22:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320509dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,41323,-1] 2024-11-21T02:22:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:36,898 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:36,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a750772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:36,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,34553,1732155753072, seqNum=-1] 2024-11-21T02:22:36,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:36,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:22:36,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,41323,1732155752488 2024-11-21T02:22:36,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52260 2024-11-21T02:22:36,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:22:36,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b3315470005 connected 2024-11-21T02:22:36,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/hadoop.log.dir so I do NOT create it in target/test-data/715cfae3-b4c3-eec9-2027-c32211076430 2024-11-21T02:22:36,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:22:36,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/hadoop.tmp.dir so I do NOT create it in target/test-data/715cfae3-b4c3-eec9-2027-c32211076430 2024-11-21T02:22:36,933 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:22:36,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430 2024-11-21T02:22:36,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:22:36,933 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/cluster_236252af-2924-a959-62a5-23ce2d8771b5, deleteOnExit=true 2024-11-21T02:22:36,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:22:36,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/test.cache.data in system properties and HBase conf 2024-11-21T02:22:36,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:22:36,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:22:36,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:22:36,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:22:36,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:22:36,934 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:22:36,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:22:36,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:22:36,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:22:36,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:22:36,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:22:36,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:22:36,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:22:36,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:22:36,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:22:36,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:22:36,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:22:36,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:22:36,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:22:36,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:22:37,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:22:37,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T02:22:37,466 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:22:37,466 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T02:22:37,467 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:22:37,467 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T02:22:37,467 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:22:37,467 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T02:22:37,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:22:37,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:22:37,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:22:37,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:22:37,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:22:37,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:22:37,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d863786{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:22:37,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cf63e99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:22:37,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@248af900{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/java.io.tmpdir/jetty-localhost-37893-hadoop-hdfs-3_4_1-tests_jar-_-any-1466576775259932296/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:22:37,652 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@327edba8{HTTP/1.1, (http/1.1)}{localhost:37893} 2024-11-21T02:22:37,652 INFO [Time-limited test {}] server.Server(415): Started @300915ms 2024-11-21T02:22:38,267 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:22:38,271 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:22:38,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:22:38,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:22:38,297 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:22:38,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aa97a3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:22:38,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f34360f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:22:38,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45b7410e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/java.io.tmpdir/jetty-localhost-42381-hadoop-hdfs-3_4_1-tests_jar-_-any-15257383308322673666/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:22:38,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56347b09{HTTP/1.1, (http/1.1)}{localhost:42381} 2024-11-21T02:22:38,442 INFO [Time-limited test {}] server.Server(415): Started @301705ms 2024-11-21T02:22:38,443 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:22:39,992 WARN [Thread-3691 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/cluster_236252af-2924-a959-62a5-23ce2d8771b5/data/data1/current/BP-916236539-172.17.0.2-1732155756958/current, will proceed with Du for space computation calculation, 2024-11-21T02:22:39,996 WARN [Thread-3692 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/cluster_236252af-2924-a959-62a5-23ce2d8771b5/data/data2/current/BP-916236539-172.17.0.2-1732155756958/current, will proceed with Du for space computation calculation, 2024-11-21T02:22:40,053 WARN [Thread-3679 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:22:40,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4ef1f1d295c50ac with lease ID 0x4c8f785d24c8eb59: Processing first storage report for DS-28dcf1c0-a05d-4cc4-a0be-41a66febb17c from datanode DatanodeRegistration(127.0.0.1:42603, datanodeUuid=76a942e2-72f7-4438-8cd5-e96e3f6b2211, infoPort=45307, infoSecurePort=0, ipcPort=36375, storageInfo=lv=-57;cid=testClusterID;nsid=170274383;c=1732155756958) 2024-11-21T02:22:40,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4ef1f1d295c50ac with lease ID 0x4c8f785d24c8eb59: from storage DS-28dcf1c0-a05d-4cc4-a0be-41a66febb17c node DatanodeRegistration(127.0.0.1:42603, datanodeUuid=76a942e2-72f7-4438-8cd5-e96e3f6b2211, infoPort=45307, infoSecurePort=0, ipcPort=36375, storageInfo=lv=-57;cid=testClusterID;nsid=170274383;c=1732155756958), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T02:22:40,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4ef1f1d295c50ac with lease ID 0x4c8f785d24c8eb59: Processing first storage report for DS-7cc72910-8ed4-410b-93e1-332915af9407 from datanode DatanodeRegistration(127.0.0.1:42603, datanodeUuid=76a942e2-72f7-4438-8cd5-e96e3f6b2211, infoPort=45307, infoSecurePort=0, ipcPort=36375, storageInfo=lv=-57;cid=testClusterID;nsid=170274383;c=1732155756958) 2024-11-21T02:22:40,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4ef1f1d295c50ac with lease ID 0x4c8f785d24c8eb59: from storage DS-7cc72910-8ed4-410b-93e1-332915af9407 node DatanodeRegistration(127.0.0.1:42603, datanodeUuid=76a942e2-72f7-4438-8cd5-e96e3f6b2211, infoPort=45307, infoSecurePort=0, ipcPort=36375, storageInfo=lv=-57;cid=testClusterID;nsid=170274383;c=1732155756958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:22:40,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430 2024-11-21T02:22:40,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:40,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:40,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:22:40,135 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76 with version=8 2024-11-21T02:22:40,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/hbase-staging 2024-11-21T02:22:40,138 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:22:40,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:40,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:40,138 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:22:40,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:40,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:22:40,138 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:22:40,138 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:22:40,139 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42465 2024-11-21T02:22:40,139 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42465 connecting to ZooKeeper ensemble=127.0.0.1:52260 2024-11-21T02:22:40,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424650x0, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:22:40,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42465-0x1015b3315470006 connected 2024-11-21T02:22:40,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:40,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:40,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Set watcher on znode that does not yet exist, /2318214480/running 2024-11-21T02:22:40,422 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76, hbase.cluster.distributed=false 2024-11-21T02:22:40,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Set watcher on znode that does not yet exist, /2318214480/acl 2024-11-21T02:22:40,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42465 2024-11-21T02:22:40,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42465 2024-11-21T02:22:40,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42465 2024-11-21T02:22:40,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42465 2024-11-21T02:22:40,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42465 2024-11-21T02:22:40,452 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:22:40,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:40,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:40,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:22:40,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:22:40,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:22:40,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:22:40,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:22:40,460 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36993 2024-11-21T02:22:40,461 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36993 connecting to ZooKeeper ensemble=127.0.0.1:52260 2024-11-21T02:22:40,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:40,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:40,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369930x0, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:22:40,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369930x0, quorum=127.0.0.1:52260, baseZNode=/2318214480 Set watcher on znode that does not yet exist, /2318214480/running 2024-11-21T02:22:40,551 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:22:40,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36993-0x1015b3315470007 connected 2024-11-21T02:22:40,552 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:22:40,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Set watcher on znode that does not yet exist, /2318214480/master 2024-11-21T02:22:40,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Set watcher on znode that does not yet exist, /2318214480/acl 2024-11-21T02:22:40,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36993 2024-11-21T02:22:40,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36993 2024-11-21T02:22:40,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36993 2024-11-21T02:22:40,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36993 2024-11-21T02:22:40,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36993 2024-11-21T02:22:40,602 DEBUG [M:0;5aee4e3683e9:42465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:42465 2024-11-21T02:22:40,602 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2318214480/backup-masters/5aee4e3683e9,42465,1732155760137 2024-11-21T02:22:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480/backup-masters 2024-11-21T02:22:40,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480/backup-masters 2024-11-21T02:22:40,638 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Set watcher on existing znode=/2318214480/backup-masters/5aee4e3683e9,42465,1732155760137 2024-11-21T02:22:40,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:40,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2318214480/master 2024-11-21T02:22:40,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:40,698 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Set watcher on existing znode=/2318214480/master 2024-11-21T02:22:40,698 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2318214480/backup-masters/5aee4e3683e9,42465,1732155760137 from backup master directory 2024-11-21T02:22:40,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480/backup-masters 2024-11-21T02:22:40,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2318214480/backup-masters/5aee4e3683e9,42465,1732155760137 2024-11-21T02:22:40,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480/backup-masters 2024-11-21T02:22:40,745 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:22:40,745 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,42465,1732155760137 2024-11-21T02:22:40,748 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/hbase.id] with ID: e644e838-96db-47e4-afc2-ef7e1b4ac8f7 2024-11-21T02:22:40,748 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/.tmp/hbase.id 2024-11-21T02:22:40,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:22:40,772 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/.tmp/hbase.id]:[hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/hbase.id] 2024-11-21T02:22:40,783 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:22:40,783 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:22:40,784 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T02:22:40,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:40,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:40,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:22:41,232 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:22:41,233 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:22:41,236 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:22:41,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:22:41,266 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store 2024-11-21T02:22:41,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:22:41,308 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:41,308 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:22:41,308 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:41,308 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:41,308 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:22:41,308 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:41,308 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:41,308 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155761308Disabling compacts and flushes for region at 1732155761308Disabling writes for close at 1732155761308Writing region close event to WAL at 1732155761308Closed at 1732155761308 2024-11-21T02:22:41,309 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/.initializing 2024-11-21T02:22:41,309 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/WALs/5aee4e3683e9,42465,1732155760137 2024-11-21T02:22:41,310 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:22:41,317 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C42465%2C1732155760137, suffix=, logDir=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/WALs/5aee4e3683e9,42465,1732155760137, archiveDir=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/oldWALs, maxLogs=10 2024-11-21T02:22:41,350 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/WALs/5aee4e3683e9,42465,1732155760137/5aee4e3683e9%2C42465%2C1732155760137.1732155761317, exclude list is [], retry=0 2024-11-21T02:22:41,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42603,DS-28dcf1c0-a05d-4cc4-a0be-41a66febb17c,DISK] 2024-11-21T02:22:41,362 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/WALs/5aee4e3683e9,42465,1732155760137/5aee4e3683e9%2C42465%2C1732155760137.1732155761317 2024-11-21T02:22:41,370 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45307:45307)] 2024-11-21T02:22:41,371 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:22:41,371 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:41,371 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:41,371 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:41,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:41,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:22:41,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:41,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:41,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:41,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:22:41,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:41,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:41,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:41,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:22:41,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:41,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:41,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:41,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:22:41,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:41,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:41,409 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:41,410 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:41,410 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:41,411 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:41,411 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:41,412 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:22:41,413 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:22:41,428 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:22:41,429 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66509963, jitterRate=-0.008924320340156555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:22:41,429 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155761371Initializing all the Stores at 1732155761376 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155761376Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155761390 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155761390Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155761390Cleaning up temporary data from old regions at 1732155761411 (+21 ms)Region opened successfully at 1732155761429 (+18 ms) 2024-11-21T02:22:41,430 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:22:41,432 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52965416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:22:41,435 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:22:41,435 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:22:41,435 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:22:41,435 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:22:41,436 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:22:41,436 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:22:41,436 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:22:41,448 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:22:41,449 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Unable to get data of znode /2318214480/balancer because node does not exist (not necessarily an error) 2024-11-21T02:22:41,466 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2318214480/balancer already deleted, retry=false 2024-11-21T02:22:41,466 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:22:41,467 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Unable to get data of znode /2318214480/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:22:41,476 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2318214480/normalizer already deleted, retry=false 2024-11-21T02:22:41,477 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:22:41,492 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Unable to get data of znode /2318214480/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:22:41,503 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2318214480/switch/split already deleted, retry=false 2024-11-21T02:22:41,504 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Unable to get data of znode /2318214480/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:22:41,514 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2318214480/switch/merge already deleted, retry=false 2024-11-21T02:22:41,516 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Unable to get data of znode /2318214480/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:22:41,536 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2318214480/snapshot-cleanup already deleted, retry=false 2024-11-21T02:22:41,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2318214480/running 2024-11-21T02:22:41,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:41,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2318214480/running 2024-11-21T02:22:41,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:41,547 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,42465,1732155760137, sessionid=0x1015b3315470006, setting cluster-up flag (Was=false) 2024-11-21T02:22:41,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:41,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:41,602 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2318214480/flush-table-proc/acquired, /2318214480/flush-table-proc/reached, /2318214480/flush-table-proc/abort 2024-11-21T02:22:41,605 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,42465,1732155760137 2024-11-21T02:22:41,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:41,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:41,655 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2318214480/online-snapshot/acquired, /2318214480/online-snapshot/reached, /2318214480/online-snapshot/abort 2024-11-21T02:22:41,656 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,42465,1732155760137 2024-11-21T02:22:41,657 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:22:41,661 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:22:41,662 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:22:41,662 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:22:41,662 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,42465,1732155760137 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:22:41,663 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:22:41,663 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:22:41,663 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:22:41,664 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:22:41,664 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:22:41,664 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:41,664 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:22:41,664 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:41,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:22:41,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:22:41,719 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(746): ClusterId : e644e838-96db-47e4-afc2-ef7e1b4ac8f7 2024-11-21T02:22:41,719 DEBUG [RS:0;5aee4e3683e9:36993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:22:41,719 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:41,719 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:22:41,730 DEBUG [RS:0;5aee4e3683e9:36993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:22:41,730 DEBUG [RS:0;5aee4e3683e9:36993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:22:41,740 DEBUG [RS:0;5aee4e3683e9:36993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:22:41,740 DEBUG [RS:0;5aee4e3683e9:36993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abda972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:22:41,789 DEBUG [RS:0;5aee4e3683e9:36993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:36993 2024-11-21T02:22:41,790 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:22:41,790 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:22:41,790 DEBUG [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:22:41,793 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,42465,1732155760137 with port=36993, startcode=1732155760452 2024-11-21T02:22:41,793 DEBUG [RS:0;5aee4e3683e9:36993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:22:41,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:22:41,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:22:41,806 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155791806 2024-11-21T02:22:41,806 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76 2024-11-21T02:22:41,806 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:22:41,806 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:22:41,806 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:22:41,807 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:22:41,807 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:22:41,807 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:22:41,815 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:22:41,816 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42465 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T02:22:41,824 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:41,866 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:22:41,867 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:22:41,867 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:22:41,867 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:22:41,871 DEBUG [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T02:22:41,871 WARN [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T02:22:41,892 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:22:41,892 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:22:41,905 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155761892,5,FailOnTimeoutGroup] 2024-11-21T02:22:41,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:22:41,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:41,945 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155761905,5,FailOnTimeoutGroup] 2024-11-21T02:22:41,945 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:41,946 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:22:41,946 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:41,946 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:41,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:22:41,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:22:41,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:41,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:41,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:22:41,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:22:41,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:41,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:41,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:22:41,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:22:41,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:41,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:41,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:22:41,972 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,42465,1732155760137 with port=36993, startcode=1732155760452 2024-11-21T02:22:41,973 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,36993,1732155760452 2024-11-21T02:22:41,973 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42465 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,36993,1732155760452 2024-11-21T02:22:41,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:22:41,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:41,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:41,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:22:41,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740 2024-11-21T02:22:41,977 DEBUG [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76 2024-11-21T02:22:41,977 DEBUG [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43965 2024-11-21T02:22:41,977 DEBUG [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:22:41,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740 2024-11-21T02:22:41,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:22:41,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:22:41,979 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:22:41,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:22:41,997 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:22:41,998 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64110517, jitterRate=-0.04467885196208954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:22:41,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155761944Initializing all the Stores at 1732155761946 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155761946Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155761960 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155761960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155761960Cleaning up temporary data from old regions at 1732155761979 (+19 ms)Region opened successfully at 1732155761998 (+19 ms) 2024-11-21T02:22:41,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:22:41,998 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:22:41,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:22:41,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:22:41,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:22:42,008 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:22:42,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155761998Disabling compacts and flushes for region at 1732155761998Disabling writes for close at 1732155761998Writing region close event to WAL at 1732155762008 (+10 ms)Closed at 1732155762008 2024-11-21T02:22:42,010 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:22:42,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:22:42,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:22:42,011 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:22:42,012 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:22:42,031 DEBUG [RS:0;5aee4e3683e9:36993 {}] zookeeper.ZKUtil(111): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Set watcher on existing znode=/2318214480/rs/5aee4e3683e9,36993,1732155760452 2024-11-21T02:22:42,031 WARN [RS:0;5aee4e3683e9:36993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:22:42,031 INFO [RS:0;5aee4e3683e9:36993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:22:42,031 DEBUG [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452 2024-11-21T02:22:42,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480/rs 2024-11-21T02:22:42,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,36993,1732155760452] 2024-11-21T02:22:42,074 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:22:42,080 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:22:42,084 INFO [RS:0;5aee4e3683e9:36993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:22:42,084 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,088 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:22:42,089 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:22:42,089 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,089 DEBUG [RS:0;5aee4e3683e9:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:42,089 DEBUG [RS:0;5aee4e3683e9:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:42,089 DEBUG [RS:0;5aee4e3683e9:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:42,089 DEBUG [RS:0;5aee4e3683e9:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:42,089 DEBUG [RS:0;5aee4e3683e9:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:42,089 DEBUG [RS:0;5aee4e3683e9:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:22:42,089 DEBUG [RS:0;5aee4e3683e9:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:42,090 DEBUG [RS:0;5aee4e3683e9:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:42,090 DEBUG [RS:0;5aee4e3683e9:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:42,090 DEBUG [RS:0;5aee4e3683e9:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:42,090 DEBUG [RS:0;5aee4e3683e9:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:42,090 DEBUG [RS:0;5aee4e3683e9:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:22:42,090 DEBUG [RS:0;5aee4e3683e9:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:22:42,090 DEBUG [RS:0;5aee4e3683e9:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:22:42,090 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,090 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,090 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,090 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,090 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,090 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,36993,1732155760452-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:22:42,122 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:22:42,122 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,36993,1732155760452-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,122 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,122 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.Replication(171): 5aee4e3683e9,36993,1732155760452 started 2024-11-21T02:22:42,141 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,141 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,36993,1732155760452, RpcServer on 5aee4e3683e9/172.17.0.2:36993, sessionid=0x1015b3315470007 2024-11-21T02:22:42,142 DEBUG [RS:0;5aee4e3683e9:36993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:22:42,142 DEBUG [RS:0;5aee4e3683e9:36993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,36993,1732155760452 2024-11-21T02:22:42,142 DEBUG [RS:0;5aee4e3683e9:36993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,36993,1732155760452' 2024-11-21T02:22:42,142 DEBUG [RS:0;5aee4e3683e9:36993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2318214480/flush-table-proc/abort' 2024-11-21T02:22:42,142 DEBUG [RS:0;5aee4e3683e9:36993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2318214480/flush-table-proc/acquired' 2024-11-21T02:22:42,143 DEBUG [RS:0;5aee4e3683e9:36993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:22:42,143 DEBUG [RS:0;5aee4e3683e9:36993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:22:42,143 DEBUG [RS:0;5aee4e3683e9:36993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,36993,1732155760452 2024-11-21T02:22:42,143 DEBUG [RS:0;5aee4e3683e9:36993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,36993,1732155760452' 2024-11-21T02:22:42,143 DEBUG [RS:0;5aee4e3683e9:36993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2318214480/online-snapshot/abort' 2024-11-21T02:22:42,143 DEBUG [RS:0;5aee4e3683e9:36993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2318214480/online-snapshot/acquired' 2024-11-21T02:22:42,144 DEBUG [RS:0;5aee4e3683e9:36993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:22:42,144 INFO [RS:0;5aee4e3683e9:36993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:22:42,144 INFO [RS:0;5aee4e3683e9:36993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:22:42,167 WARN [5aee4e3683e9:42465 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-21T02:22:42,198 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:22:42,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:42,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:42,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:42,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:42,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:42,244 INFO [RS:0;5aee4e3683e9:36993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:22:42,246 INFO [RS:0;5aee4e3683e9:36993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C36993%2C1732155760452, suffix=, logDir=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452, archiveDir=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/oldWALs, maxLogs=10 2024-11-21T02:22:42,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:42,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:42,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:42,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:42,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:42,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:42,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:42,272 DEBUG [RS:0;5aee4e3683e9:36993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246, exclude list is [], retry=0 2024-11-21T02:22:42,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:42,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:42,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:42,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42603,DS-28dcf1c0-a05d-4cc4-a0be-41a66febb17c,DISK] 2024-11-21T02:22:42,298 INFO [RS:0;5aee4e3683e9:36993 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 2024-11-21T02:22:42,315 DEBUG [RS:0;5aee4e3683e9:36993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45307:45307)] 2024-11-21T02:22:42,417 DEBUG [5aee4e3683e9:42465 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:22:42,417 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,36993,1732155760452 2024-11-21T02:22:42,419 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,36993,1732155760452, state=OPENING 2024-11-21T02:22:42,474 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:22:42,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:42,488 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:22:42,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,36993,1732155760452}] 2024-11-21T02:22:42,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2318214480/meta-region-server: CHANGED 2024-11-21T02:22:42,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:42,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2318214480/meta-region-server: CHANGED 2024-11-21T02:22:42,657 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:22:42,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:22:42,684 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:22:42,684 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:22:42,685 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:22:42,687 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C36993%2C1732155760452.meta, suffix=.meta, logDir=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452, archiveDir=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/oldWALs, maxLogs=10 2024-11-21T02:22:42,721 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.meta.1732155762687.meta, exclude list is [], retry=0 2024-11-21T02:22:42,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42603,DS-28dcf1c0-a05d-4cc4-a0be-41a66febb17c,DISK] 2024-11-21T02:22:42,773 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.meta.1732155762687.meta 2024-11-21T02:22:42,775 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45307:45307)] 2024-11-21T02:22:42,775 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:22:42,776 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:22:42,776 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:22:42,776 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:22:42,776 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:22:42,776 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:22:42,776 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:42,776 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:22:42,776 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:22:42,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:22:42,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:22:42,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:42,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:42,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:22:42,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:22:42,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:42,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:42,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:22:42,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:22:42,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:42,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:42,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:22:42,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:22:42,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:42,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:22:42,804 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:22:42,805 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740 2024-11-21T02:22:42,806 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740 2024-11-21T02:22:42,807 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:22:42,807 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:22:42,808 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:22:42,809 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:22:42,821 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69199221, jitterRate=0.031148746609687805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:22:42,821 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:22:42,821 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155762777Writing region info on filesystem at 1732155762777Initializing all the Stores at 1732155762777Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155762777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155762788 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155762789 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155762789Cleaning up temporary data from old regions at 1732155762807 (+18 ms)Running coprocessor post-open hooks at 1732155762821 (+14 ms)Region opened successfully at 1732155762821 2024-11-21T02:22:42,829 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155762656 2024-11-21T02:22:42,831 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:22:42,831 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:22:42,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,36993,1732155760452 2024-11-21T02:22:42,833 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,36993,1732155760452, state=OPEN 2024-11-21T02:22:42,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2318214480/meta-region-server 2024-11-21T02:22:42,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2318214480/meta-region-server 2024-11-21T02:22:42,845 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,36993,1732155760452 2024-11-21T02:22:42,845 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2318214480/meta-region-server: CHANGED 2024-11-21T02:22:42,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:22:42,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,36993,1732155760452 in 357 msec 2024-11-21T02:22:42,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2318214480/meta-region-server: CHANGED 2024-11-21T02:22:42,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:22:42,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 838 msec 2024-11-21T02:22:42,853 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:22:42,853 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:22:42,854 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:42,854 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,36993,1732155760452, seqNum=-1] 2024-11-21T02:22:42,855 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:42,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:22:42,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-21T02:22:42,869 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155762869, completionTime=-1 2024-11-21T02:22:42,869 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:22:42,870 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:22:42,873 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:22:42,873 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155822873 2024-11-21T02:22:42,873 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155882873 2024-11-21T02:22:42,873 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-21T02:22:42,874 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42465,1732155760137-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,874 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42465,1732155760137-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,874 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42465,1732155760137-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,874 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:42465, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,874 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,879 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:22:42,888 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,892 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.147sec 2024-11-21T02:22:42,893 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:22:42,893 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:22:42,893 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:22:42,893 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:22:42,893 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:22:42,893 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42465,1732155760137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:22:42,893 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42465,1732155760137-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:22:42,901 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:22:42,901 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:22:42,901 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42465,1732155760137-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:22:42,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ccf405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:42,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42465,-1 for getting cluster id 2024-11-21T02:22:42,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:42,937 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e644e838-96db-47e4-afc2-ef7e1b4ac8f7' 2024-11-21T02:22:42,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:42,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e644e838-96db-47e4-afc2-ef7e1b4ac8f7" 2024-11-21T02:22:42,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42391fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:42,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42465,-1] 2024-11-21T02:22:42,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:42,938 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:42,939 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:42,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9711cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:42,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:42,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,36993,1732155760452, seqNum=-1] 2024-11-21T02:22:42,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:42,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:22:42,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,42465,1732155760137 2024-11-21T02:22:42,950 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52260 2024-11-21T02:22:42,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:22:42,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015b3315470008 connected 2024-11-21T02:22:42,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:42,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,35331,1732155745527 2024-11-21T02:22:42,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3958a0bd 2024-11-21T02:22:42,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:43,000 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:22:43,001 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:22:43,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T02:22:43,004 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:22:43,004 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:43,005 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T02:22:43,005 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:22:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:22:43,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741835_1011 (size=902) 2024-11-21T02:22:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:22:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:22:43,477 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 732b46707c5e1425e8a1e06238950309, NAME => 'test,,1732155763001.732b46707c5e1425e8a1e06238950309.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc 2024-11-21T02:22:43,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741836_1012 (size=39) 2024-11-21T02:22:43,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732155763001.732b46707c5e1425e8a1e06238950309.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:43,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 732b46707c5e1425e8a1e06238950309, disabling compactions & flushes 2024-11-21T02:22:43,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732155763001.732b46707c5e1425e8a1e06238950309. 2024-11-21T02:22:43,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155763001.732b46707c5e1425e8a1e06238950309. 2024-11-21T02:22:43,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732155763001.732b46707c5e1425e8a1e06238950309. after waiting 0 ms 2024-11-21T02:22:43,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732155763001.732b46707c5e1425e8a1e06238950309. 2024-11-21T02:22:43,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732155763001.732b46707c5e1425e8a1e06238950309. 2024-11-21T02:22:43,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 732b46707c5e1425e8a1e06238950309: Waiting for close lock at 1732155763532Disabling compacts and flushes for region at 1732155763532Disabling writes for close at 1732155763532Writing region close event to WAL at 1732155763532Closed at 1732155763532 2024-11-21T02:22:43,534 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:22:43,534 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732155763001.732b46707c5e1425e8a1e06238950309.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732155763534"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155763534"}]},"ts":"1732155763534"} 2024-11-21T02:22:43,537 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:22:43,538 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:22:43,538 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155763538"}]},"ts":"1732155763538"} 2024-11-21T02:22:43,542 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T02:22:43,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=732b46707c5e1425e8a1e06238950309, ASSIGN}] 2024-11-21T02:22:43,543 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=732b46707c5e1425e8a1e06238950309, ASSIGN 2024-11-21T02:22:43,544 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=732b46707c5e1425e8a1e06238950309, ASSIGN; state=OFFLINE, location=5aee4e3683e9,42911,1732155745882; forceNewPlan=false, retain=false 2024-11-21T02:22:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:22:43,695 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=732b46707c5e1425e8a1e06238950309, regionState=OPENING, regionLocation=5aee4e3683e9,42911,1732155745882 2024-11-21T02:22:43,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=732b46707c5e1425e8a1e06238950309, ASSIGN because future has completed 2024-11-21T02:22:43,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 732b46707c5e1425e8a1e06238950309, server=5aee4e3683e9,42911,1732155745882}] 2024-11-21T02:22:43,900 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732155763001.732b46707c5e1425e8a1e06238950309. 2024-11-21T02:22:43,900 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 732b46707c5e1425e8a1e06238950309, NAME => 'test,,1732155763001.732b46707c5e1425e8a1e06238950309.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:22:43,901 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:22:43,901 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T02:22:43,901 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 732b46707c5e1425e8a1e06238950309 2024-11-21T02:22:43,901 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732155763001.732b46707c5e1425e8a1e06238950309.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:43,901 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 732b46707c5e1425e8a1e06238950309 2024-11-21T02:22:43,901 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 732b46707c5e1425e8a1e06238950309 2024-11-21T02:22:43,902 INFO [StoreOpener-732b46707c5e1425e8a1e06238950309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 732b46707c5e1425e8a1e06238950309 2024-11-21T02:22:43,903 INFO [StoreOpener-732b46707c5e1425e8a1e06238950309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 732b46707c5e1425e8a1e06238950309 columnFamilyName f 2024-11-21T02:22:43,903 DEBUG [StoreOpener-732b46707c5e1425e8a1e06238950309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:43,903 INFO [StoreOpener-732b46707c5e1425e8a1e06238950309-1 {}] regionserver.HStore(327): Store=732b46707c5e1425e8a1e06238950309/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:43,903 INFO [StoreOpener-732b46707c5e1425e8a1e06238950309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 732b46707c5e1425e8a1e06238950309 2024-11-21T02:22:43,904 INFO [StoreOpener-732b46707c5e1425e8a1e06238950309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 732b46707c5e1425e8a1e06238950309 columnFamilyName f1 2024-11-21T02:22:43,904 DEBUG [StoreOpener-732b46707c5e1425e8a1e06238950309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:43,905 INFO [StoreOpener-732b46707c5e1425e8a1e06238950309-1 {}] regionserver.HStore(327): Store=732b46707c5e1425e8a1e06238950309/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:43,905 INFO [StoreOpener-732b46707c5e1425e8a1e06238950309-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 732b46707c5e1425e8a1e06238950309 2024-11-21T02:22:43,906 INFO [StoreOpener-732b46707c5e1425e8a1e06238950309-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 732b46707c5e1425e8a1e06238950309 columnFamilyName norep 2024-11-21T02:22:43,906 DEBUG [StoreOpener-732b46707c5e1425e8a1e06238950309-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:43,906 INFO [StoreOpener-732b46707c5e1425e8a1e06238950309-1 {}] regionserver.HStore(327): Store=732b46707c5e1425e8a1e06238950309/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:43,907 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 732b46707c5e1425e8a1e06238950309 2024-11-21T02:22:43,907 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309 2024-11-21T02:22:43,907 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309 2024-11-21T02:22:43,908 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 732b46707c5e1425e8a1e06238950309 2024-11-21T02:22:43,908 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 732b46707c5e1425e8a1e06238950309 2024-11-21T02:22:43,908 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:22:43,909 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 732b46707c5e1425e8a1e06238950309 2024-11-21T02:22:43,913 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:22:43,914 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 732b46707c5e1425e8a1e06238950309; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71349338, jitterRate=0.06318798661231995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:22:43,914 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 732b46707c5e1425e8a1e06238950309 2024-11-21T02:22:43,914 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 732b46707c5e1425e8a1e06238950309: Running coprocessor pre-open hook at 1732155763901Writing region info on filesystem at 1732155763901Initializing all the Stores at 1732155763902 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155763902Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155763902Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155763902Cleaning up temporary data from old regions at 1732155763908 (+6 ms)Running coprocessor post-open hooks at 1732155763914 (+6 ms)Region opened successfully at 1732155763914 2024-11-21T02:22:43,915 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732155763001.732b46707c5e1425e8a1e06238950309., pid=6, masterSystemTime=1732155763869 2024-11-21T02:22:43,917 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732155763001.732b46707c5e1425e8a1e06238950309. 2024-11-21T02:22:43,917 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732155763001.732b46707c5e1425e8a1e06238950309. 2024-11-21T02:22:43,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=732b46707c5e1425e8a1e06238950309, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5aee4e3683e9,42911,1732155745882 2024-11-21T02:22:43,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 732b46707c5e1425e8a1e06238950309, server=5aee4e3683e9,42911,1732155745882 because future has completed 2024-11-21T02:22:43,922 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35331 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=5aee4e3683e9,42911,1732155745882, table=test, region=732b46707c5e1425e8a1e06238950309. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T02:22:43,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:22:43,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 732b46707c5e1425e8a1e06238950309, server=5aee4e3683e9,42911,1732155745882 in 219 msec 2024-11-21T02:22:43,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:22:43,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=732b46707c5e1425e8a1e06238950309, ASSIGN in 384 msec 2024-11-21T02:22:43,928 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:22:43,929 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155763928"}]},"ts":"1732155763928"} 2024-11-21T02:22:43,930 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T02:22:43,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:22:43,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 930 msec 2024-11-21T02:22:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:22:44,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:44,139 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T02:22:44,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,41323,1732155752488 2024-11-21T02:22:44,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44172cd8 2024-11-21T02:22:44,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:44,140 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:22:44,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:22:44,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T02:22:44,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:22:44,142 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:44,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T02:22:44,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:22:44,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:22:44,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741835_1011 (size=902) 2024-11-21T02:22:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:22:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:22:44,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a31542a2c2c79dc0f0eb417c70f3f1f, NAME => 'test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0 2024-11-21T02:22:44,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741836_1012 (size=39) 2024-11-21T02:22:44,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:44,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3a31542a2c2c79dc0f0eb417c70f3f1f, disabling compactions & flushes 2024-11-21T02:22:44,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f. 2024-11-21T02:22:44,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f. 2024-11-21T02:22:44,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f. after waiting 0 ms 2024-11-21T02:22:44,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f. 2024-11-21T02:22:44,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f. 2024-11-21T02:22:44,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a31542a2c2c79dc0f0eb417c70f3f1f: Waiting for close lock at 1732155764558Disabling compacts and flushes for region at 1732155764558Disabling writes for close at 1732155764558Writing region close event to WAL at 1732155764558Closed at 1732155764558 2024-11-21T02:22:44,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:22:44,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732155764561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155764561"}]},"ts":"1732155764561"} 2024-11-21T02:22:44,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:22:44,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:22:44,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155764564"}]},"ts":"1732155764564"} 2024-11-21T02:22:44,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T02:22:44,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3a31542a2c2c79dc0f0eb417c70f3f1f, ASSIGN}] 2024-11-21T02:22:44,568 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3a31542a2c2c79dc0f0eb417c70f3f1f, ASSIGN 2024-11-21T02:22:44,575 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3a31542a2c2c79dc0f0eb417c70f3f1f, ASSIGN; state=OFFLINE, location=5aee4e3683e9,34553,1732155753072; forceNewPlan=false, retain=false 2024-11-21T02:22:44,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a31542a2c2c79dc0f0eb417c70f3f1f, regionState=OPENING, regionLocation=5aee4e3683e9,34553,1732155753072 2024-11-21T02:22:44,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3a31542a2c2c79dc0f0eb417c70f3f1f, ASSIGN because future has completed 2024-11-21T02:22:44,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a31542a2c2c79dc0f0eb417c70f3f1f, server=5aee4e3683e9,34553,1732155753072}] 2024-11-21T02:22:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:22:44,905 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f. 2024-11-21T02:22:44,905 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a31542a2c2c79dc0f0eb417c70f3f1f, NAME => 'test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:22:44,905 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:22:44,905 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T02:22:44,905 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:22:44,905 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:44,906 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:22:44,906 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:22:44,907 INFO [StoreOpener-3a31542a2c2c79dc0f0eb417c70f3f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:22:44,908 INFO [StoreOpener-3a31542a2c2c79dc0f0eb417c70f3f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a31542a2c2c79dc0f0eb417c70f3f1f columnFamilyName f 2024-11-21T02:22:44,908 DEBUG [StoreOpener-3a31542a2c2c79dc0f0eb417c70f3f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:44,908 INFO [StoreOpener-3a31542a2c2c79dc0f0eb417c70f3f1f-1 {}] regionserver.HStore(327): Store=3a31542a2c2c79dc0f0eb417c70f3f1f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:44,908 INFO [StoreOpener-3a31542a2c2c79dc0f0eb417c70f3f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:22:44,909 INFO [StoreOpener-3a31542a2c2c79dc0f0eb417c70f3f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a31542a2c2c79dc0f0eb417c70f3f1f columnFamilyName f1 2024-11-21T02:22:44,909 DEBUG [StoreOpener-3a31542a2c2c79dc0f0eb417c70f3f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:44,909 INFO [StoreOpener-3a31542a2c2c79dc0f0eb417c70f3f1f-1 {}] regionserver.HStore(327): Store=3a31542a2c2c79dc0f0eb417c70f3f1f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:44,909 INFO [StoreOpener-3a31542a2c2c79dc0f0eb417c70f3f1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:22:44,910 INFO [StoreOpener-3a31542a2c2c79dc0f0eb417c70f3f1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a31542a2c2c79dc0f0eb417c70f3f1f columnFamilyName norep 2024-11-21T02:22:44,910 DEBUG [StoreOpener-3a31542a2c2c79dc0f0eb417c70f3f1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:44,910 INFO [StoreOpener-3a31542a2c2c79dc0f0eb417c70f3f1f-1 {}] regionserver.HStore(327): Store=3a31542a2c2c79dc0f0eb417c70f3f1f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:44,911 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:22:44,911 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:22:44,911 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:22:44,912 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:22:44,912 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:22:44,912 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:22:44,913 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:22:44,915 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:22:44,915 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3a31542a2c2c79dc0f0eb417c70f3f1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61369329, jitterRate=-0.08552573621273041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:22:44,915 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:22:44,915 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3a31542a2c2c79dc0f0eb417c70f3f1f: Running coprocessor pre-open hook at 1732155764906Writing region info on filesystem at 1732155764906Initializing all the Stores at 1732155764906Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155764906Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155764907 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155764907Cleaning up temporary data from old regions at 1732155764912 (+5 ms)Running coprocessor post-open hooks at 1732155764915 (+3 ms)Region opened successfully at 1732155764915 2024-11-21T02:22:44,916 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f., pid=6, masterSystemTime=1732155764882 2024-11-21T02:22:44,918 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f. 2024-11-21T02:22:44,918 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f. 2024-11-21T02:22:44,918 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a31542a2c2c79dc0f0eb417c70f3f1f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5aee4e3683e9,34553,1732155753072 2024-11-21T02:22:44,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a31542a2c2c79dc0f0eb417c70f3f1f, server=5aee4e3683e9,34553,1732155753072 because future has completed 2024-11-21T02:22:44,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:22:44,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a31542a2c2c79dc0f0eb417c70f3f1f, server=5aee4e3683e9,34553,1732155753072 in 196 msec 2024-11-21T02:22:44,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:22:44,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3a31542a2c2c79dc0f0eb417c70f3f1f, ASSIGN in 360 msec 2024-11-21T02:22:44,929 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:22:44,929 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155764929"}]},"ts":"1732155764929"} 2024-11-21T02:22:44,931 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T02:22:44,932 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:22:44,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 791 msec 2024-11-21T02:22:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:22:45,279 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T02:22:45,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:45,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42465,1732155760137 2024-11-21T02:22:45,279 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6468a444 2024-11-21T02:22:45,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:45,280 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:22:45,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:22:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T02:22:45,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:22:45,283 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:45,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T02:22:45,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:22:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:22:45,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741835_1011 (size=902) 2024-11-21T02:22:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:22:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:22:45,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 936daee1faee00f02e383eb496f15926, NAME => 'test,,1732155765281.936daee1faee00f02e383eb496f15926.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76 2024-11-21T02:22:45,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741836_1012 (size=39) 2024-11-21T02:22:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:22:46,109 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732155765281.936daee1faee00f02e383eb496f15926.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:46,120 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 936daee1faee00f02e383eb496f15926, disabling compactions & flushes 2024-11-21T02:22:46,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732155765281.936daee1faee00f02e383eb496f15926. 2024-11-21T02:22:46,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155765281.936daee1faee00f02e383eb496f15926. 2024-11-21T02:22:46,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732155765281.936daee1faee00f02e383eb496f15926. after waiting 0 ms 2024-11-21T02:22:46,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732155765281.936daee1faee00f02e383eb496f15926. 2024-11-21T02:22:46,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732155765281.936daee1faee00f02e383eb496f15926. 2024-11-21T02:22:46,121 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 936daee1faee00f02e383eb496f15926: Waiting for close lock at 1732155766120Disabling compacts and flushes for region at 1732155766120Disabling writes for close at 1732155766121 (+1 ms)Writing region close event to WAL at 1732155766121Closed at 1732155766121 2024-11-21T02:22:46,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:22:46,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732155765281.936daee1faee00f02e383eb496f15926.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732155766122"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155766122"}]},"ts":"1732155766122"} 2024-11-21T02:22:46,125 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:22:46,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:22:46,126 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155766126"}]},"ts":"1732155766126"} 2024-11-21T02:22:46,127 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T02:22:46,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=936daee1faee00f02e383eb496f15926, ASSIGN}] 2024-11-21T02:22:46,129 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=936daee1faee00f02e383eb496f15926, ASSIGN 2024-11-21T02:22:46,130 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=936daee1faee00f02e383eb496f15926, ASSIGN; state=OFFLINE, location=5aee4e3683e9,36993,1732155760452; forceNewPlan=false, retain=false 2024-11-21T02:22:46,281 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=936daee1faee00f02e383eb496f15926, regionState=OPENING, regionLocation=5aee4e3683e9,36993,1732155760452 2024-11-21T02:22:46,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=936daee1faee00f02e383eb496f15926, ASSIGN because future has completed 2024-11-21T02:22:46,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 936daee1faee00f02e383eb496f15926, server=5aee4e3683e9,36993,1732155760452}] 2024-11-21T02:22:46,335 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T02:22:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:22:46,445 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732155765281.936daee1faee00f02e383eb496f15926. 2024-11-21T02:22:46,445 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 936daee1faee00f02e383eb496f15926, NAME => 'test,,1732155765281.936daee1faee00f02e383eb496f15926.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:22:46,445 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:22:46,445 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T02:22:46,445 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 936daee1faee00f02e383eb496f15926 2024-11-21T02:22:46,445 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732155765281.936daee1faee00f02e383eb496f15926.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:46,445 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 936daee1faee00f02e383eb496f15926 2024-11-21T02:22:46,445 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 936daee1faee00f02e383eb496f15926 2024-11-21T02:22:46,447 INFO [StoreOpener-936daee1faee00f02e383eb496f15926-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 936daee1faee00f02e383eb496f15926 2024-11-21T02:22:46,450 INFO [StoreOpener-936daee1faee00f02e383eb496f15926-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 936daee1faee00f02e383eb496f15926 columnFamilyName f 2024-11-21T02:22:46,450 DEBUG [StoreOpener-936daee1faee00f02e383eb496f15926-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:46,450 INFO [StoreOpener-936daee1faee00f02e383eb496f15926-1 {}] regionserver.HStore(327): Store=936daee1faee00f02e383eb496f15926/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:46,451 INFO [StoreOpener-936daee1faee00f02e383eb496f15926-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 936daee1faee00f02e383eb496f15926 2024-11-21T02:22:46,452 INFO [StoreOpener-936daee1faee00f02e383eb496f15926-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 936daee1faee00f02e383eb496f15926 columnFamilyName f1 2024-11-21T02:22:46,452 DEBUG [StoreOpener-936daee1faee00f02e383eb496f15926-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:46,452 INFO [StoreOpener-936daee1faee00f02e383eb496f15926-1 {}] regionserver.HStore(327): Store=936daee1faee00f02e383eb496f15926/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:46,452 INFO [StoreOpener-936daee1faee00f02e383eb496f15926-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 936daee1faee00f02e383eb496f15926 2024-11-21T02:22:46,456 INFO [StoreOpener-936daee1faee00f02e383eb496f15926-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 936daee1faee00f02e383eb496f15926 columnFamilyName norep 2024-11-21T02:22:46,456 DEBUG [StoreOpener-936daee1faee00f02e383eb496f15926-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:46,457 INFO [StoreOpener-936daee1faee00f02e383eb496f15926-1 {}] regionserver.HStore(327): Store=936daee1faee00f02e383eb496f15926/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:46,457 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 936daee1faee00f02e383eb496f15926 2024-11-21T02:22:46,458 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926 2024-11-21T02:22:46,458 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926 2024-11-21T02:22:46,459 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 936daee1faee00f02e383eb496f15926 2024-11-21T02:22:46,459 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 936daee1faee00f02e383eb496f15926 2024-11-21T02:22:46,459 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:22:46,460 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 936daee1faee00f02e383eb496f15926 2024-11-21T02:22:46,501 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:22:46,501 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 936daee1faee00f02e383eb496f15926; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61260739, jitterRate=-0.08714385330677032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:22:46,501 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 936daee1faee00f02e383eb496f15926 2024-11-21T02:22:46,501 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 936daee1faee00f02e383eb496f15926: Running coprocessor pre-open hook at 1732155766446Writing region info on filesystem at 1732155766446Initializing all the Stores at 1732155766446Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155766446Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155766447 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155766447Cleaning up temporary data from old regions at 1732155766459 (+12 ms)Running coprocessor post-open hooks at 1732155766501 (+42 ms)Region opened successfully at 1732155766501 2024-11-21T02:22:46,503 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732155765281.936daee1faee00f02e383eb496f15926., pid=6, masterSystemTime=1732155766437 2024-11-21T02:22:46,504 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732155765281.936daee1faee00f02e383eb496f15926. 2024-11-21T02:22:46,504 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732155765281.936daee1faee00f02e383eb496f15926. 2024-11-21T02:22:46,505 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=936daee1faee00f02e383eb496f15926, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5aee4e3683e9,36993,1732155760452 2024-11-21T02:22:46,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 936daee1faee00f02e383eb496f15926, server=5aee4e3683e9,36993,1732155760452 because future has completed 2024-11-21T02:22:46,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:22:46,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 936daee1faee00f02e383eb496f15926, server=5aee4e3683e9,36993,1732155760452 in 225 msec 2024-11-21T02:22:46,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:22:46,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=936daee1faee00f02e383eb496f15926, ASSIGN in 386 msec 2024-11-21T02:22:46,517 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:22:46,518 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155766517"}]},"ts":"1732155766517"} 2024-11-21T02:22:46,520 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T02:22:46,521 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:22:46,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2400 sec 2024-11-21T02:22:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:22:47,429 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T02:22:47,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aaac497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:47,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,35331,-1 for getting cluster id 2024-11-21T02:22:47,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:47,431 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12de5a2d-b460-48b5-aed4-17a2f083f5bc' 2024-11-21T02:22:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12de5a2d-b460-48b5-aed4-17a2f083f5bc" 2024-11-21T02:22:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70310144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,35331,-1] 2024-11-21T02:22:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:47,433 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:47,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b9f6df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:47,434 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:47,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,35331,1732155745527 2024-11-21T02:22:47,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b5fa8e8 2024-11-21T02:22:47,434 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:47,435 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:22:47,436 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:41323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:22:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:22:47,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:47,438 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:41323' 2024-11-21T02:22:47,443 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379dc8c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:47,443 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,41323,-1 for getting cluster id 2024-11-21T02:22:47,443 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:47,444 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8f0ab35-ccad-4543-8cca-c41626bebe38' 2024-11-21T02:22:47,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:47,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8f0ab35-ccad-4543-8cca-c41626bebe38" 2024-11-21T02:22:47,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c71415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:47,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,41323,-1] 2024-11-21T02:22:47,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:47,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:47,445 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:47,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70edce20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:47,446 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:47,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,41323,1732155752488 2024-11-21T02:22:47,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@858f69d 2024-11-21T02:22:47,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:47,448 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:22:47,448 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-21T02:22:47,448 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:22:47,448 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:47,448 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:47,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:47,449 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:22:47,450 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:22:47,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:22:47,451 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:47,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:22:47,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741837_1013 (size=1138) 2024-11-21T02:22:47,461 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 296da4fd0101cece135be4ab77a7d267, NAME => 'hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc 2024-11-21T02:22:47,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T02:22:47,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T02:22:47,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:22:47,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T02:22:47,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741838_1014 (size=44) 2024-11-21T02:22:47,500 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T02:22:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:47,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:47,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 296da4fd0101cece135be4ab77a7d267, disabling compactions & flushes 2024-11-21T02:22:47,866 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267. 2024-11-21T02:22:47,866 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267. 2024-11-21T02:22:47,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267. after waiting 0 ms 2024-11-21T02:22:47,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267. 2024-11-21T02:22:47,867 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267. 2024-11-21T02:22:47,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 296da4fd0101cece135be4ab77a7d267: Waiting for close lock at 1732155767866Disabling compacts and flushes for region at 1732155767866Disabling writes for close at 1732155767867 (+1 ms)Writing region close event to WAL at 1732155767867Closed at 1732155767867 2024-11-21T02:22:47,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:22:47,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732155767868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155767868"}]},"ts":"1732155767868"} 2024-11-21T02:22:47,871 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:22:47,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:22:47,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155767871"}]},"ts":"1732155767871"} 2024-11-21T02:22:47,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T02:22:47,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=296da4fd0101cece135be4ab77a7d267, ASSIGN}] 2024-11-21T02:22:47,875 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=296da4fd0101cece135be4ab77a7d267, ASSIGN 2024-11-21T02:22:47,875 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=296da4fd0101cece135be4ab77a7d267, ASSIGN; state=OFFLINE, location=5aee4e3683e9,42911,1732155745882; forceNewPlan=false, retain=false 2024-11-21T02:22:48,026 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=296da4fd0101cece135be4ab77a7d267, regionState=OPENING, regionLocation=5aee4e3683e9,42911,1732155745882 2024-11-21T02:22:48,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=296da4fd0101cece135be4ab77a7d267, ASSIGN because future has completed 2024-11-21T02:22:48,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 296da4fd0101cece135be4ab77a7d267, server=5aee4e3683e9,42911,1732155745882}] 2024-11-21T02:22:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:48,086 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=12, created chunk count=33, reused chunk count=118, reuseRatio=78.15% 2024-11-21T02:22:48,086 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-21T02:22:48,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267. 2024-11-21T02:22:48,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:22:48,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:22:48,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C42911%2C1732155745882.rep, suffix=, logDir=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882, archiveDir=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/oldWALs, maxLogs=10 2024-11-21T02:22:48,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.rep.1732155768187, exclude list is [], retry=0 2024-11-21T02:22:48,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36359,DS-ee507437-f4f9-47d7-941a-bed6017d4d1c,DISK] 2024-11-21T02:22:48,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.rep.1732155768187 2024-11-21T02:22:48,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35729:35729)] 2024-11-21T02:22:48,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 296da4fd0101cece135be4ab77a7d267, NAME => 'hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:22:48,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:22:48,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:22:48,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267. service=MultiRowMutationService 2024-11-21T02:22:48,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:22:48,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 296da4fd0101cece135be4ab77a7d267 2024-11-21T02:22:48,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:48,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 296da4fd0101cece135be4ab77a7d267 2024-11-21T02:22:48,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 296da4fd0101cece135be4ab77a7d267 2024-11-21T02:22:48,207 INFO [StoreOpener-296da4fd0101cece135be4ab77a7d267-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 296da4fd0101cece135be4ab77a7d267 2024-11-21T02:22:48,208 INFO [StoreOpener-296da4fd0101cece135be4ab77a7d267-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 296da4fd0101cece135be4ab77a7d267 columnFamilyName hfileref 2024-11-21T02:22:48,208 DEBUG [StoreOpener-296da4fd0101cece135be4ab77a7d267-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:48,209 INFO [StoreOpener-296da4fd0101cece135be4ab77a7d267-1 {}] regionserver.HStore(327): Store=296da4fd0101cece135be4ab77a7d267/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:48,209 INFO [StoreOpener-296da4fd0101cece135be4ab77a7d267-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 296da4fd0101cece135be4ab77a7d267 2024-11-21T02:22:48,210 INFO [StoreOpener-296da4fd0101cece135be4ab77a7d267-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 296da4fd0101cece135be4ab77a7d267 columnFamilyName queue 2024-11-21T02:22:48,210 DEBUG [StoreOpener-296da4fd0101cece135be4ab77a7d267-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:48,210 INFO [StoreOpener-296da4fd0101cece135be4ab77a7d267-1 {}] regionserver.HStore(327): Store=296da4fd0101cece135be4ab77a7d267/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:48,210 INFO [StoreOpener-296da4fd0101cece135be4ab77a7d267-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 296da4fd0101cece135be4ab77a7d267 2024-11-21T02:22:48,211 INFO [StoreOpener-296da4fd0101cece135be4ab77a7d267-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 296da4fd0101cece135be4ab77a7d267 columnFamilyName sid 2024-11-21T02:22:48,211 DEBUG [StoreOpener-296da4fd0101cece135be4ab77a7d267-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:48,212 INFO [StoreOpener-296da4fd0101cece135be4ab77a7d267-1 {}] regionserver.HStore(327): Store=296da4fd0101cece135be4ab77a7d267/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:48,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 296da4fd0101cece135be4ab77a7d267 2024-11-21T02:22:48,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/replication/296da4fd0101cece135be4ab77a7d267 2024-11-21T02:22:48,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/replication/296da4fd0101cece135be4ab77a7d267 2024-11-21T02:22:48,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 296da4fd0101cece135be4ab77a7d267 2024-11-21T02:22:48,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 296da4fd0101cece135be4ab77a7d267 2024-11-21T02:22:48,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:22:48,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 296da4fd0101cece135be4ab77a7d267 2024-11-21T02:22:48,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/replication/296da4fd0101cece135be4ab77a7d267/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:22:48,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 296da4fd0101cece135be4ab77a7d267; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59387855, jitterRate=-0.1150519996881485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:22:48,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 296da4fd0101cece135be4ab77a7d267 2024-11-21T02:22:48,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 296da4fd0101cece135be4ab77a7d267: Running coprocessor pre-open hook at 1732155768206Writing region info on filesystem at 1732155768206Initializing all the Stores at 1732155768207 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155768207Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155768207Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155768207Cleaning up temporary data from old regions at 1732155768213 (+6 ms)Running coprocessor post-open hooks at 1732155768221 (+8 ms)Region opened successfully at 1732155768222 (+1 ms) 2024-11-21T02:22:48,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267., pid=10, masterSystemTime=1732155768182 2024-11-21T02:22:48,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267. 2024-11-21T02:22:48,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267. 2024-11-21T02:22:48,226 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=296da4fd0101cece135be4ab77a7d267, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,42911,1732155745882 2024-11-21T02:22:48,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 296da4fd0101cece135be4ab77a7d267, server=5aee4e3683e9,42911,1732155745882 because future has completed 2024-11-21T02:22:48,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T02:22:48,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 296da4fd0101cece135be4ab77a7d267, server=5aee4e3683e9,42911,1732155745882 in 200 msec 2024-11-21T02:22:48,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T02:22:48,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=296da4fd0101cece135be4ab77a7d267, ASSIGN in 358 msec 2024-11-21T02:22:48,234 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:22:48,234 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155768234"}]},"ts":"1732155768234"} 2024-11-21T02:22:48,237 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T02:22:48,237 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:22:48,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 789 msec 2024-11-21T02:22:48,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267., hostname=5aee4e3683e9,42911,1732155745882, seqNum=2] 2024-11-21T02:22:48,278 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:22:48,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:48,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:48,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:48,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:48,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:48,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:48,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:48,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:48,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:48,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:48,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:48,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:48,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:48,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:48,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:48,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:22:48,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:22:48,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:22:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:48,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T02:22:48,695 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T02:22:48,726 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,42911,1732155745882, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:22:48,726 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:48,726 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42911,1732155745882, seqNum=-1] 2024-11-21T02:22:48,727 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:48,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-21T02:22:48,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5aee4e3683e9,42911,1732155745882', locateType=CURRENT is [region=hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267., hostname=5aee4e3683e9,42911,1732155745882, seqNum=2] 2024-11-21T02:22:48,731 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T02:22:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T02:22:48,733 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5aee4e3683e9,42911,1732155745882 suceeded 2024-11-21T02:22:48,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T02:22:48,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-21T02:22:48,734 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5aee4e3683e9:41323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:22:48,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2980 sec 2024-11-21T02:22:48,747 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:41323' 2024-11-21T02:22:48,748 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55dbc0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:48,748 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,41323,-1 for getting cluster id 2024-11-21T02:22:48,748 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:48,749 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8f0ab35-ccad-4543-8cca-c41626bebe38' 2024-11-21T02:22:48,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:48,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8f0ab35-ccad-4543-8cca-c41626bebe38" 2024-11-21T02:22:48,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b1eff7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:48,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,41323,-1] 2024-11-21T02:22:48,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:48,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:48,750 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:48,750 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e0b4b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:48,750 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:48,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,41323,1732155752488 2024-11-21T02:22:48,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14d91ff0 2024-11-21T02:22:48,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:48,752 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-21T02:22:48,752 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,42911,1732155745882 (queues=1) is replicating from cluster=12de5a2d-b460-48b5-aed4-17a2f083f5bc to cluster=d8f0ab35-ccad-4543-8cca-c41626bebe38 2024-11-21T02:22:48,752 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C42911%2C1732155745882 2024-11-21T02:22:48,752 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,42911,1732155745882, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:22:48,753 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586, startPosition=0, beingWritten=true 2024-11-21T02:22:48,753 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.shipper5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C42911%2C1732155745882 2024-11-21T02:22:48,757 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:48,757 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 379, reset compression=false 2024-11-21T02:22:48,757 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.shipper5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42911,1732155745882 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:48,960 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 379, reset compression=false 2024-11-21T02:22:49,265 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 379, reset compression=false 2024-11-21T02:22:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:49,589 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:22:49,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:22:49,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:49,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:49,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:49,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:49,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0bbbcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:49,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,41323,-1 for getting cluster id 2024-11-21T02:22:49,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:49,591 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8f0ab35-ccad-4543-8cca-c41626bebe38' 2024-11-21T02:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8f0ab35-ccad-4543-8cca-c41626bebe38" 2024-11-21T02:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f777aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,41323,-1] 2024-11-21T02:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:49,592 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:49,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be74379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:49,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,41323,1732155752488 2024-11-21T02:22:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@778f758d 2024-11-21T02:22:49,593 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:49,594 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:22:49,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:42465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:22:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:22:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:49,603 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:42465' 2024-11-21T02:22:49,607 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7aaf50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:49,607 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42465,-1 for getting cluster id 2024-11-21T02:22:49,607 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:49,608 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e644e838-96db-47e4-afc2-ef7e1b4ac8f7' 2024-11-21T02:22:49,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:49,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e644e838-96db-47e4-afc2-ef7e1b4ac8f7" 2024-11-21T02:22:49,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e70da8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:49,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42465,-1] 2024-11-21T02:22:49,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:49,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:49,609 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:49,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679cfbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:49,610 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:49,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42465,1732155760137 2024-11-21T02:22:49,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c4d7e49 2024-11-21T02:22:49,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:49,611 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:22:49,612 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T02:22:49,612 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:22:49,612 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:49,612 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:49,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:49,613 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:22:49,614 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:22:49,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:22:49,615 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:49,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:22:49,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741837_1013 (size=1138) 2024-11-21T02:22:49,637 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85cd7764cdf283f05f57de30cde38b5d, NAME => 'hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0 2024-11-21T02:22:49,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741838_1014 (size=44) 2024-11-21T02:22:49,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:49,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 85cd7764cdf283f05f57de30cde38b5d, disabling compactions & flushes 2024-11-21T02:22:49,652 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d. 2024-11-21T02:22:49,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d. 2024-11-21T02:22:49,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d. after waiting 0 ms 2024-11-21T02:22:49,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d. 2024-11-21T02:22:49,652 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d. 2024-11-21T02:22:49,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85cd7764cdf283f05f57de30cde38b5d: Waiting for close lock at 1732155769652Disabling compacts and flushes for region at 1732155769652Disabling writes for close at 1732155769652Writing region close event to WAL at 1732155769652Closed at 1732155769652 2024-11-21T02:22:49,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:22:49,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732155769653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155769653"}]},"ts":"1732155769653"} 2024-11-21T02:22:49,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:22:49,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:22:49,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155769655"}]},"ts":"1732155769655"} 2024-11-21T02:22:49,657 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T02:22:49,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85cd7764cdf283f05f57de30cde38b5d, ASSIGN}] 2024-11-21T02:22:49,660 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85cd7764cdf283f05f57de30cde38b5d, ASSIGN 2024-11-21T02:22:49,660 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=85cd7764cdf283f05f57de30cde38b5d, ASSIGN; state=OFFLINE, location=5aee4e3683e9,34553,1732155753072; forceNewPlan=false, retain=false 2024-11-21T02:22:49,665 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T02:22:49,673 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 379, reset compression=false 2024-11-21T02:22:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:49,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=85cd7764cdf283f05f57de30cde38b5d, regionState=OPENING, regionLocation=5aee4e3683e9,34553,1732155753072 2024-11-21T02:22:49,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=85cd7764cdf283f05f57de30cde38b5d, ASSIGN because future has completed 2024-11-21T02:22:49,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85cd7764cdf283f05f57de30cde38b5d, server=5aee4e3683e9,34553,1732155753072}] 2024-11-21T02:22:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:49,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d. 2024-11-21T02:22:49,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:22:49,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:22:49,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C34553%2C1732155753072.rep, suffix=, logDir=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072, archiveDir=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/oldWALs, maxLogs=10 2024-11-21T02:22:50,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.rep.1732155769983, exclude list is [], retry=0 2024-11-21T02:22:50,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-3253cce9-2f2b-423a-b889-5f405118d607,DISK] 2024-11-21T02:22:50,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.rep.1732155769983 2024-11-21T02:22:50,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46263:46263)] 2024-11-21T02:22:50,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 85cd7764cdf283f05f57de30cde38b5d, NAME => 'hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:22:50,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:22:50,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:22:50,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d. service=MultiRowMutationService 2024-11-21T02:22:50,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:22:50,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:22:50,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:50,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:22:50,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:22:50,020 INFO [StoreOpener-85cd7764cdf283f05f57de30cde38b5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:22:50,022 INFO [StoreOpener-85cd7764cdf283f05f57de30cde38b5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85cd7764cdf283f05f57de30cde38b5d columnFamilyName hfileref 2024-11-21T02:22:50,022 DEBUG [StoreOpener-85cd7764cdf283f05f57de30cde38b5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:50,022 INFO [StoreOpener-85cd7764cdf283f05f57de30cde38b5d-1 {}] regionserver.HStore(327): Store=85cd7764cdf283f05f57de30cde38b5d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:50,022 INFO [StoreOpener-85cd7764cdf283f05f57de30cde38b5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:22:50,023 INFO [StoreOpener-85cd7764cdf283f05f57de30cde38b5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85cd7764cdf283f05f57de30cde38b5d columnFamilyName queue 2024-11-21T02:22:50,023 DEBUG [StoreOpener-85cd7764cdf283f05f57de30cde38b5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:50,023 INFO [StoreOpener-85cd7764cdf283f05f57de30cde38b5d-1 {}] regionserver.HStore(327): Store=85cd7764cdf283f05f57de30cde38b5d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:50,023 INFO [StoreOpener-85cd7764cdf283f05f57de30cde38b5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:22:50,024 INFO [StoreOpener-85cd7764cdf283f05f57de30cde38b5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85cd7764cdf283f05f57de30cde38b5d columnFamilyName sid 2024-11-21T02:22:50,024 DEBUG [StoreOpener-85cd7764cdf283f05f57de30cde38b5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:50,025 INFO [StoreOpener-85cd7764cdf283f05f57de30cde38b5d-1 {}] regionserver.HStore(327): Store=85cd7764cdf283f05f57de30cde38b5d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:50,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:22:50,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/replication/85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:22:50,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/replication/85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:22:50,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:22:50,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:22:50,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:22:50,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:22:50,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/replication/85cd7764cdf283f05f57de30cde38b5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:22:50,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 85cd7764cdf283f05f57de30cde38b5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70604470, jitterRate=0.05208858847618103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:22:50,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:22:50,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 85cd7764cdf283f05f57de30cde38b5d: Running coprocessor pre-open hook at 1732155770011Writing region info on filesystem at 1732155770011Initializing all the Stores at 1732155770013 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155770013Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155770020 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155770020Cleaning up temporary data from old regions at 1732155770028 (+8 ms)Running coprocessor post-open hooks at 1732155770049 (+21 ms)Region opened successfully at 1732155770049 2024-11-21T02:22:50,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d., pid=10, masterSystemTime=1732155769970 2024-11-21T02:22:50,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d. 2024-11-21T02:22:50,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d. 2024-11-21T02:22:50,068 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=85cd7764cdf283f05f57de30cde38b5d, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,34553,1732155753072 2024-11-21T02:22:50,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85cd7764cdf283f05f57de30cde38b5d, server=5aee4e3683e9,34553,1732155753072 because future has completed 2024-11-21T02:22:50,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T02:22:50,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 85cd7764cdf283f05f57de30cde38b5d, server=5aee4e3683e9,34553,1732155753072 in 259 msec 2024-11-21T02:22:50,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T02:22:50,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=85cd7764cdf283f05f57de30cde38b5d, ASSIGN in 418 msec 2024-11-21T02:22:50,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:22:50,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155770083"}]},"ts":"1732155770083"} 2024-11-21T02:22:50,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T02:22:50,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:22:50,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 474 msec 2024-11-21T02:22:50,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d., hostname=5aee4e3683e9,34553,1732155753072, seqNum=2] 2024-11-21T02:22:50,177 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 379, reset compression=false 2024-11-21T02:22:50,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:22:50,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:22:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:50,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:22:50,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T02:22:50,424 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T02:22:50,506 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,34553,1732155753072, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:22:50,507 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:50,507 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,34553,1732155753072, seqNum=-1] 2024-11-21T02:22:50,508 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:50,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T02:22:50,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5aee4e3683e9,34553,1732155753072', locateType=CURRENT is [region=hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d., hostname=5aee4e3683e9,34553,1732155753072, seqNum=2] 2024-11-21T02:22:50,524 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T02:22:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T02:22:50,534 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5aee4e3683e9,34553,1732155753072 suceeded 2024-11-21T02:22:50,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T02:22:50,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 290 msec 2024-11-21T02:22:50,536 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5aee4e3683e9:42465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:22:50,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 941 msec 2024-11-21T02:22:50,547 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:42465' 2024-11-21T02:22:50,549 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f0b2771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:50,549 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42465,-1 for getting cluster id 2024-11-21T02:22:50,549 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:50,550 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e644e838-96db-47e4-afc2-ef7e1b4ac8f7' 2024-11-21T02:22:50,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e644e838-96db-47e4-afc2-ef7e1b4ac8f7" 2024-11-21T02:22:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e8a0319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42465,-1] 2024-11-21T02:22:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:50,576 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:50,577 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@798f6c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:50,577 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:50,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42465,1732155760137 2024-11-21T02:22:50,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@747a242a 2024-11-21T02:22:50,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:50,581 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-21T02:22:50,586 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,34553,1732155753072 (queues=1) is replicating from cluster=d8f0ab35-ccad-4543-8cca-c41626bebe38 to cluster=e644e838-96db-47e4-afc2-ef7e1b4ac8f7 2024-11-21T02:22:50,586 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C34553%2C1732155753072 2024-11-21T02:22:50,586 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,34553,1732155753072, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:22:50,593 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C34553%2C1732155753072 2024-11-21T02:22:50,593 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277, startPosition=0, beingWritten=true 2024-11-21T02:22:50,615 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:50,616 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 379, reset compression=false 2024-11-21T02:22:50,617 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,34553,1732155753072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:50,741 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:22:50,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:22:50,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:50,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:50,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:50,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:50,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa184a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:50,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42465,-1 for getting cluster id 2024-11-21T02:22:50,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:50,746 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e644e838-96db-47e4-afc2-ef7e1b4ac8f7' 2024-11-21T02:22:50,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:50,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e644e838-96db-47e4-afc2-ef7e1b4ac8f7" 2024-11-21T02:22:50,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b50f1dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:50,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42465,-1] 2024-11-21T02:22:50,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:50,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:50,748 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:50,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706d37a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:50,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:50,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42465,1732155760137 2024-11-21T02:22:50,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b5f9adc 2024-11-21T02:22:50,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:50,751 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:22:50,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:41323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:22:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:22:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:50,755 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:41323' 2024-11-21T02:22:50,760 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc528e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:50,760 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,41323,-1 for getting cluster id 2024-11-21T02:22:50,761 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:50,761 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8f0ab35-ccad-4543-8cca-c41626bebe38' 2024-11-21T02:22:50,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:50,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8f0ab35-ccad-4543-8cca-c41626bebe38" 2024-11-21T02:22:50,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6037d5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:50,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,41323,-1] 2024-11-21T02:22:50,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:50,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:50,763 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:50,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ececb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:50,764 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:50,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,41323,1732155752488 2024-11-21T02:22:50,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e3daae6 2024-11-21T02:22:50,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:50,765 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:22:50,766 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-21T02:22:50,766 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:22:50,766 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:50,766 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:50,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:50,767 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:22:50,769 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:22:50,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:22:50,770 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:50,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:22:50,789 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 379, reset compression=false 2024-11-21T02:22:50,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741837_1013 (size=1138) 2024-11-21T02:22:50,795 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e6e35cefe241c783f77bbd2ff0849ee, NAME => 'hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76 2024-11-21T02:22:50,820 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 379, reset compression=false 2024-11-21T02:22:50,824 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T02:22:50,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741838_1014 (size=44) 2024-11-21T02:22:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:51,129 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 379, reset compression=false 2024-11-21T02:22:51,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:51,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9e6e35cefe241c783f77bbd2ff0849ee, disabling compactions & flushes 2024-11-21T02:22:51,253 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. 2024-11-21T02:22:51,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. 2024-11-21T02:22:51,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. after waiting 0 ms 2024-11-21T02:22:51,253 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. 2024-11-21T02:22:51,253 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. 2024-11-21T02:22:51,254 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e6e35cefe241c783f77bbd2ff0849ee: Waiting for close lock at 1732155771253Disabling compacts and flushes for region at 1732155771253Disabling writes for close at 1732155771253Writing region close event to WAL at 1732155771253Closed at 1732155771253 2024-11-21T02:22:51,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:22:51,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732155771255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155771255"}]},"ts":"1732155771255"} 2024-11-21T02:22:51,259 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:22:51,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:22:51,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155771260"}]},"ts":"1732155771260"} 2024-11-21T02:22:51,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T02:22:51,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e6e35cefe241c783f77bbd2ff0849ee, ASSIGN}] 2024-11-21T02:22:51,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e6e35cefe241c783f77bbd2ff0849ee, ASSIGN 2024-11-21T02:22:51,269 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e6e35cefe241c783f77bbd2ff0849ee, ASSIGN; state=OFFLINE, location=5aee4e3683e9,36993,1732155760452; forceNewPlan=false, retain=false 2024-11-21T02:22:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:51,420 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e6e35cefe241c783f77bbd2ff0849ee, regionState=OPENING, regionLocation=5aee4e3683e9,36993,1732155760452 2024-11-21T02:22:51,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e6e35cefe241c783f77bbd2ff0849ee, ASSIGN because future has completed 2024-11-21T02:22:51,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e6e35cefe241c783f77bbd2ff0849ee, server=5aee4e3683e9,36993,1732155760452}] 2024-11-21T02:22:51,518 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 379, reset compression=false 2024-11-21T02:22:51,532 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 379, reset compression=false 2024-11-21T02:22:51,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. 2024-11-21T02:22:51,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:22:51,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:22:51,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C36993%2C1732155760452.rep, suffix=, logDir=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452, archiveDir=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/oldWALs, maxLogs=10 2024-11-21T02:22:51,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.rep.1732155771578, exclude list is [], retry=0 2024-11-21T02:22:51,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42603,DS-28dcf1c0-a05d-4cc4-a0be-41a66febb17c,DISK] 2024-11-21T02:22:51,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.rep.1732155771578 2024-11-21T02:22:51,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45307:45307)] 2024-11-21T02:22:51,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e6e35cefe241c783f77bbd2ff0849ee, NAME => 'hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:22:51,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:22:51,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:22:51,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. service=MultiRowMutationService 2024-11-21T02:22:51,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:22:51,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:51,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:22:51,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:51,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:51,601 INFO [StoreOpener-9e6e35cefe241c783f77bbd2ff0849ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:51,602 INFO [StoreOpener-9e6e35cefe241c783f77bbd2ff0849ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6e35cefe241c783f77bbd2ff0849ee columnFamilyName hfileref 2024-11-21T02:22:51,602 DEBUG [StoreOpener-9e6e35cefe241c783f77bbd2ff0849ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:51,602 INFO [StoreOpener-9e6e35cefe241c783f77bbd2ff0849ee-1 {}] regionserver.HStore(327): Store=9e6e35cefe241c783f77bbd2ff0849ee/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:51,602 INFO [StoreOpener-9e6e35cefe241c783f77bbd2ff0849ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:51,603 INFO [StoreOpener-9e6e35cefe241c783f77bbd2ff0849ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6e35cefe241c783f77bbd2ff0849ee columnFamilyName queue 2024-11-21T02:22:51,603 DEBUG [StoreOpener-9e6e35cefe241c783f77bbd2ff0849ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:51,603 INFO [StoreOpener-9e6e35cefe241c783f77bbd2ff0849ee-1 {}] regionserver.HStore(327): Store=9e6e35cefe241c783f77bbd2ff0849ee/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:51,603 INFO [StoreOpener-9e6e35cefe241c783f77bbd2ff0849ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:51,604 INFO [StoreOpener-9e6e35cefe241c783f77bbd2ff0849ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e6e35cefe241c783f77bbd2ff0849ee columnFamilyName sid 2024-11-21T02:22:51,604 DEBUG [StoreOpener-9e6e35cefe241c783f77bbd2ff0849ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:22:51,604 INFO [StoreOpener-9e6e35cefe241c783f77bbd2ff0849ee-1 {}] regionserver.HStore(327): Store=9e6e35cefe241c783f77bbd2ff0849ee/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:22:51,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:51,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/replication/9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:51,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/replication/9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:51,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:51,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:51,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:22:51,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:51,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/replication/9e6e35cefe241c783f77bbd2ff0849ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:22:51,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9e6e35cefe241c783f77bbd2ff0849ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65887275, jitterRate=-0.018203094601631165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:22:51,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:51,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9e6e35cefe241c783f77bbd2ff0849ee: Running coprocessor pre-open hook at 1732155771600Writing region info on filesystem at 1732155771600Initializing all the Stores at 1732155771600Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155771600Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155771600Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155771600Cleaning up temporary data from old regions at 1732155771606 (+6 ms)Running coprocessor post-open hooks at 1732155771609 (+3 ms)Region opened successfully at 1732155771609 2024-11-21T02:22:51,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee., pid=10, masterSystemTime=1732155771574 2024-11-21T02:22:51,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e6e35cefe241c783f77bbd2ff0849ee, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,36993,1732155760452 2024-11-21T02:22:51,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. 2024-11-21T02:22:51,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. 2024-11-21T02:22:51,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e6e35cefe241c783f77bbd2ff0849ee, server=5aee4e3683e9,36993,1732155760452 because future has completed 2024-11-21T02:22:51,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T02:22:51,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e6e35cefe241c783f77bbd2ff0849ee, server=5aee4e3683e9,36993,1732155760452 in 193 msec 2024-11-21T02:22:51,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T02:22:51,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e6e35cefe241c783f77bbd2ff0849ee, ASSIGN in 350 msec 2024-11-21T02:22:51,618 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:22:51,619 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155771618"}]},"ts":"1732155771618"} 2024-11-21T02:22:51,621 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T02:22:51,622 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:22:51,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 855 msec 2024-11-21T02:22:51,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee., hostname=5aee4e3683e9,36993,1732155760452, seqNum=2] 2024-11-21T02:22:51,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:51,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:51,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:22:51,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T02:22:51,835 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T02:22:51,873 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,36993,1732155760452, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:22:51,873 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:51,873 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,36993,1732155760452, seqNum=-1] 2024-11-21T02:22:51,874 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:51,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T02:22:51,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5aee4e3683e9,36993,1732155760452', locateType=CURRENT is [region=hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee., hostname=5aee4e3683e9,36993,1732155760452, seqNum=2] 2024-11-21T02:22:51,880 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T02:22:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T02:22:51,883 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5aee4e3683e9,36993,1732155760452 suceeded 2024-11-21T02:22:51,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T02:22:51,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-21T02:22:51,885 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5aee4e3683e9:41323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:22:51,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1330 sec 2024-11-21T02:22:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:22:51,890 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:22:51,890 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:22:51,890 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:51,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:51,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:51,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:51,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6588804b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:51,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,35331,-1 for getting cluster id 2024-11-21T02:22:51,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:51,892 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12de5a2d-b460-48b5-aed4-17a2f083f5bc' 2024-11-21T02:22:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12de5a2d-b460-48b5-aed4-17a2f083f5bc" 2024-11-21T02:22:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5cb418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:51,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,35331,-1] 2024-11-21T02:22:51,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:51,893 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:51,894 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:51,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eff8f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:51,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5618150d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:51,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,41323,-1 for getting cluster id 2024-11-21T02:22:51,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:51,896 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8f0ab35-ccad-4543-8cca-c41626bebe38' 2024-11-21T02:22:51,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:51,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8f0ab35-ccad-4543-8cca-c41626bebe38" 2024-11-21T02:22:51,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47caf0dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:51,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,41323,-1] 2024-11-21T02:22:51,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:51,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:51,898 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:51,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367d94e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:51,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698c86c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:51,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42465,-1 for getting cluster id 2024-11-21T02:22:51,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:51,900 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e644e838-96db-47e4-afc2-ef7e1b4ac8f7' 2024-11-21T02:22:51,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:51,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e644e838-96db-47e4-afc2-ef7e1b4ac8f7" 2024-11-21T02:22:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf7092f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42465,-1] 2024-11-21T02:22:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:51,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:51,901 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:41323' 2024-11-21T02:22:51,902 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:51,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8d50c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:51,902 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aa43db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:51,902 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,41323,-1 for getting cluster id 2024-11-21T02:22:51,903 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:51,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:51,903 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8f0ab35-ccad-4543-8cca-c41626bebe38' 2024-11-21T02:22:51,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:51,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8f0ab35-ccad-4543-8cca-c41626bebe38" 2024-11-21T02:22:51,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cc7aac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:51,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,41323,-1] 2024-11-21T02:22:51,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:51,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:51,905 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:51,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,42911,1732155745882, seqNum=-1] 2024-11-21T02:22:51,905 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:51,906 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b323e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:51,906 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:22:51,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:22:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,41323,1732155752488 2024-11-21T02:22:51,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b11f57 2024-11-21T02:22:51,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:22:51,908 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-21T02:22:51,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732155763001.732b46707c5e1425e8a1e06238950309., hostname=5aee4e3683e9,42911,1732155745882, seqNum=2] 2024-11-21T02:22:51,908 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,36993,1732155760452 (queues=1) is replicating from cluster=e644e838-96db-47e4-afc2-ef7e1b4ac8f7 to cluster=d8f0ab35-ccad-4543-8cca-c41626bebe38 2024-11-21T02:22:51,908 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C36993%2C1732155760452 2024-11-21T02:22:51,908 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,36993,1732155760452, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:22:51,909 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246, startPosition=0, beingWritten=true 2024-11-21T02:22:51,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:51,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,36993,1732155760452, seqNum=-1] 2024-11-21T02:22:51,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:51,915 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C36993%2C1732155760452 2024-11-21T02:22:51,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:22:51,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732155765281.936daee1faee00f02e383eb496f15926., hostname=5aee4e3683e9,36993,1732155760452, seqNum=2] 2024-11-21T02:22:51,919 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T02:22:51,923 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:51,923 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 379, reset compression=false 2024-11-21T02:22:51,923 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,36993,1732155760452 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:52,035 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 379, reset compression=false 2024-11-21T02:22:52,137 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 379, reset compression=false 2024-11-21T02:22:52,321 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 379, reset compression=false 2024-11-21T02:22:52,335 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T02:22:52,373 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:52,373 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 480, reset compression=false 2024-11-21T02:22:52,373 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.shipper5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42911,1732155745882 got entry batch from reader: WALEntryBatch [walEntries=[{test/732b46707c5e1425e8a1e06238950309/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T02:22:52,376 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.shipper5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:22:52,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-21T02:22:52,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:52,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19e0959f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:52,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,41323,-1 for getting cluster id 2024-11-21T02:22:52,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:52,381 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8f0ab35-ccad-4543-8cca-c41626bebe38' 2024-11-21T02:22:52,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:52,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8f0ab35-ccad-4543-8cca-c41626bebe38" 2024-11-21T02:22:52,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4154f5b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:52,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,41323,-1] 2024-11-21T02:22:52,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:52,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:52,384 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:52,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@641e57a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:52,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:52,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,34553,1732155753072, seqNum=-1] 2024-11-21T02:22:52,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:52,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T02:22:52,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f., hostname=5aee4e3683e9,34553,1732155753072, seqNum=2] 2024-11-21T02:22:52,398 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:52,465 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 379, reset compression=false 2024-11-21T02:22:52,607 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 480, reset compression=false 2024-11-21T02:22:52,639 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 379, reset compression=false 2024-11-21T02:22:52,673 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:52,673 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 503, reset compression=false 2024-11-21T02:22:52,673 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,34553,1732155753072 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a31542a2c2c79dc0f0eb417c70f3f1f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T02:22:52,676 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:22:52,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-21T02:22:52,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:52,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e39ea64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:52,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42465,-1 for getting cluster id 2024-11-21T02:22:52,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:22:52,701 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e644e838-96db-47e4-afc2-ef7e1b4ac8f7' 2024-11-21T02:22:52,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:22:52,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e644e838-96db-47e4-afc2-ef7e1b4ac8f7" 2024-11-21T02:22:52,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78544543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:52,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42465,-1] 2024-11-21T02:22:52,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:22:52,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:52,705 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:22:52,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f8db074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:22:52,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:52,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,36993,1732155760452, seqNum=-1] 2024-11-21T02:22:52,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:52,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T02:22:52,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732155765281.936daee1faee00f02e383eb496f15926., hostname=5aee4e3683e9,36993,1732155760452, seqNum=2] 2024-11-21T02:22:52,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:52,889 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 379, reset compression=false 2024-11-21T02:22:52,904 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 503, reset compression=false 2024-11-21T02:22:52,913 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:52,913 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 527, reset compression=false 2024-11-21T02:22:52,914 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,36993,1732155760452 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:52,924 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T02:22:52,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:22:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,34553,1732155753072, seqNum=-1] 2024-11-21T02:22:52,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:22:52,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:22:52,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f., hostname=5aee4e3683e9,34553,1732155753072, seqNum=2] 2024-11-21T02:22:52,941 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T02:22:52,956 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 480, reset compression=false 2024-11-21T02:22:53,145 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 527, reset compression=false 2024-11-21T02:22:53,241 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 503, reset compression=false 2024-11-21T02:22:53,247 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:53,247 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 607, reset compression=false 2024-11-21T02:22:53,247 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,34553,1732155753072 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a31542a2c2c79dc0f0eb417c70f3f1f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T02:22:53,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:53,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:53,368 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 480, reset compression=false 2024-11-21T02:22:53,481 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 607, reset compression=false 2024-11-21T02:22:53,481 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 527, reset compression=false 2024-11-21T02:22:53,503 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:53,503 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 655, reset compression=false 2024-11-21T02:22:53,503 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,36993,1732155760452 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:53,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:22:53,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:53,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:53,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:53,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:53,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:53,726 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 655, reset compression=false 2024-11-21T02:22:53,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:53,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:53,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:53,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:53,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:53,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:53,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:53,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:53,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:53,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:22:53,801 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 607, reset compression=false 2024-11-21T02:22:53,909 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 480, reset compression=false 2024-11-21T02:22:53,942 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T02:22:53,946 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T02:22:54,036 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 655, reset compression=false 2024-11-21T02:22:54,093 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:54,093 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 759, reset compression=false 2024-11-21T02:22:54,093 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,36993,1732155760452 got entry batch from reader: WALEntryBatch [walEntries=[{test/936daee1faee00f02e383eb496f15926/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T02:22:54,099 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:22:54,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-21T02:22:54,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:54,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:54,247 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 607, reset compression=false 2024-11-21T02:22:54,280 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:54,280 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 735, reset compression=false 2024-11-21T02:22:54,281 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,34553,1732155753072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:54,314 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 759, reset compression=false 2024-11-21T02:22:54,491 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 735, reset compression=false 2024-11-21T02:22:54,528 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 480, reset compression=false 2024-11-21T02:22:54,657 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 759, reset compression=false 2024-11-21T02:22:54,811 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 735, reset compression=false 2024-11-21T02:22:54,948 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T02:22:54,963 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T02:22:55,085 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T02:22:55,089 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 759, reset compression=false 2024-11-21T02:22:55,247 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 735, reset compression=false 2024-11-21T02:22:55,264 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 480, reset compression=false 2024-11-21T02:22:55,281 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:55,281 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 636, reset compression=false 2024-11-21T02:22:55,281 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.shipper5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42911,1732155745882 got entry batch from reader: WALEntryBatch [walEntries=[{test/732b46707c5e1425e8a1e06238950309/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T02:22:55,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:55,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:55,485 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 636, reset compression=false 2024-11-21T02:22:55,613 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 759, reset compression=false 2024-11-21T02:22:55,750 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 735, reset compression=false 2024-11-21T02:22:55,778 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:55,778 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 882, reset compression=false 2024-11-21T02:22:55,778 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,34553,1732155753072 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a31542a2c2c79dc0f0eb417c70f3f1f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T02:22:55,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:55,782 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:55,811 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 636, reset compression=false 2024-11-21T02:22:55,966 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T02:22:55,970 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T02:22:56,008 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 882, reset compression=false 2024-11-21T02:22:56,012 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:56,012 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1041, reset compression=false 2024-11-21T02:22:56,012 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,34553,1732155753072 got entry batch from reader: WALEntryBatch [walEntries=[{test/3a31542a2c2c79dc0f0eb417c70f3f1f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T02:22:56,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:56,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:56,217 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1041, reset compression=false 2024-11-21T02:22:56,226 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 759, reset compression=false 2024-11-21T02:22:56,230 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 636, reset compression=false 2024-11-21T02:22:56,230 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:56,230 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 1080, reset compression=false 2024-11-21T02:22:56,230 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,36993,1732155760452 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:56,435 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 1080, reset compression=false 2024-11-21T02:22:56,521 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1041, reset compression=false 2024-11-21T02:22:56,736 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 636, reset compression=false 2024-11-21T02:22:56,744 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 1080, reset compression=false 2024-11-21T02:22:56,925 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1041, reset compression=false 2024-11-21T02:22:56,986 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T02:22:56,996 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T02:22:57,153 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 1080, reset compression=false 2024-11-21T02:22:57,162 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:22:57,162 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 1239, reset compression=false 2024-11-21T02:22:57,162 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,36993,1732155760452 got entry batch from reader: WALEntryBatch [walEntries=[{test/936daee1faee00f02e383eb496f15926/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T02:22:57,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T02:22:57,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34553 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T02:22:57,355 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 636, reset compression=false 2024-11-21T02:22:57,378 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 1239, reset compression=false 2024-11-21T02:22:57,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T02:22:57,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T02:22:57,464 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1041, reset compression=false 2024-11-21T02:22:57,467 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:57,468 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1191, reset compression=false 2024-11-21T02:22:57,468 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,34553,1732155753072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:57,670 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1191, reset compression=false 2024-11-21T02:22:57,684 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 1239, reset compression=false 2024-11-21T02:22:57,982 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1191, reset compression=false 2024-11-21T02:22:57,998 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T02:22:58,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:22:58,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:22:58,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:58,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:58,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:58,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:22:58,010 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1588668706, stopped=false 2024-11-21T02:22:58,011 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,42465,1732155760137 2024-11-21T02:22:58,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:58,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2318214480/running 2024-11-21T02:22:58,029 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:22:58,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:58,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:22:58,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:58,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:58,029 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,36993,1732155760452' ***** 2024-11-21T02:22:58,029 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:22:58,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Set watcher on znode that does not yet exist, /2318214480/running 2024-11-21T02:22:58,030 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:22:58,030 INFO [RS:0;5aee4e3683e9:36993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:22:58,030 INFO [RS:0;5aee4e3683e9:36993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:22:58,031 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(3091): Received CLOSE for 936daee1faee00f02e383eb496f15926 2024-11-21T02:22:58,031 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:22:58,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2318214480/running 2024-11-21T02:22:58,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:58,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Set watcher on znode that does not yet exist, /2318214480/running 2024-11-21T02:22:58,040 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:58,040 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,36993,1732155760452 2024-11-21T02:22:58,040 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:22:58,040 INFO [RS:0;5aee4e3683e9:36993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:36993. 2024-11-21T02:22:58,040 DEBUG [RS:0;5aee4e3683e9:36993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:58,040 DEBUG [RS:0;5aee4e3683e9:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:58,040 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 936daee1faee00f02e383eb496f15926, disabling compactions & flushes 2024-11-21T02:22:58,041 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732155765281.936daee1faee00f02e383eb496f15926. 2024-11-21T02:22:58,041 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155765281.936daee1faee00f02e383eb496f15926. 2024-11-21T02:22:58,041 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:22:58,041 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732155765281.936daee1faee00f02e383eb496f15926. after waiting 0 ms 2024-11-21T02:22:58,041 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:22:58,041 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732155765281.936daee1faee00f02e383eb496f15926. 2024-11-21T02:22:58,041 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:22:58,041 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:22:58,041 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 936daee1faee00f02e383eb496f15926 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T02:22:58,048 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T02:22:58,048 DEBUG [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1325): Online Regions={936daee1faee00f02e383eb496f15926=test,,1732155765281.936daee1faee00f02e383eb496f15926., 1588230740=hbase:meta,,1.1588230740, 9e6e35cefe241c783f77bbd2ff0849ee=hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee.} 2024-11-21T02:22:58,048 DEBUG [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 936daee1faee00f02e383eb496f15926, 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:58,056 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:22:58,056 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:22:58,056 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:22:58,056 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:22:58,056 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:22:58,056 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T02:22:58,060 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 636, reset compression=false 2024-11-21T02:22:58,062 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:22:58,071 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/.tmp/f/e3ec730685bf49ee8eecb403bc1f7964 is 29, key is row1/f:/1732155775967/DeleteFamily/seqid=0 2024-11-21T02:22:58,091 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:22:58,091 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:22:58,094 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 1239, reset compression=false 2024-11-21T02:22:58,096 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/.tmp/info/e54570c8d8e0447abd97ee51bca6b6cb is 147, key is hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee./info:regioninfo/1732155771612/Put/seqid=0 2024-11-21T02:22:58,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741840_1016 (size=5152) 2024-11-21T02:22:58,100 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/.tmp/f/e3ec730685bf49ee8eecb403bc1f7964 2024-11-21T02:22:58,108 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3ec730685bf49ee8eecb403bc1f7964 2024-11-21T02:22:58,110 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:58,110 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 1486, reset compression=false 2024-11-21T02:22:58,110 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,36993,1732155760452 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:22:58,111 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5aee4e3683e9,36993,1732155760452: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5aee4e3683e9,36993,1732155760452, walGroup=5aee4e3683e9%2C36993%2C1732155760452, offset=5aee4e3683e9%2C36993%2C1732155760452.1732155762246:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:36993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T02:22:58,113 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T02:22:58,113 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T02:22:58,113 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T02:22:58,113 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T02:22:58,113 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T02:22:58,113 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 947083776 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 202545032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T02:22:58,114 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:42465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:42465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T02:22:58,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741841_1017 (size=7686) 2024-11-21T02:22:58,149 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/.tmp/f1/ed410592fc2949a59f2885df68f63197 is 30, key is row1/f1:/1732155775967/DeleteFamily/seqid=0 2024-11-21T02:22:58,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741842_1018 (size=5158) 2024-11-21T02:22:58,249 DEBUG [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 936daee1faee00f02e383eb496f15926, 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:58,321 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 1486, reset compression=false 2024-11-21T02:22:58,386 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1191, reset compression=false 2024-11-21T02:22:58,449 DEBUG [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 936daee1faee00f02e383eb496f15926, 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:58,520 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/.tmp/info/e54570c8d8e0447abd97ee51bca6b6cb 2024-11-21T02:22:58,555 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/.tmp/f1/ed410592fc2949a59f2885df68f63197 2024-11-21T02:22:58,560 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/.tmp/ns/4076e09c8bac425ca38df443ec219dc8 is 43, key is default/ns:d/1732155762857/Put/seqid=0 2024-11-21T02:22:58,563 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed410592fc2949a59f2885df68f63197 2024-11-21T02:22:58,589 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/.tmp/norep/12be94fd530741b6ac5e9cc747844563 is 33, key is row2/norep:/1732155776987/DeleteFamily/seqid=0 2024-11-21T02:22:58,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741843_1019 (size=5153) 2024-11-21T02:22:58,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741844_1020 (size=5108) 2024-11-21T02:22:58,626 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 1486, reset compression=false 2024-11-21T02:22:58,649 DEBUG [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 936daee1faee00f02e383eb496f15926, 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:58,849 DEBUG [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 936daee1faee00f02e383eb496f15926, 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:58,881 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 636, reset compression=false 2024-11-21T02:22:58,890 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1191, reset compression=false 2024-11-21T02:22:58,992 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/.tmp/ns/4076e09c8bac425ca38df443ec219dc8 2024-11-21T02:22:59,009 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/.tmp/norep/12be94fd530741b6ac5e9cc747844563 2024-11-21T02:22:59,013 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12be94fd530741b6ac5e9cc747844563 2024-11-21T02:22:59,014 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/.tmp/f/e3ec730685bf49ee8eecb403bc1f7964 as hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/f/e3ec730685bf49ee8eecb403bc1f7964 2024-11-21T02:22:59,018 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/.tmp/rep_barrier/69d7504d02384e0a9154fbad6affb3bd is 112, key is test,,1732155765281.936daee1faee00f02e383eb496f15926./rep_barrier:seqnumDuringOpen/1732155766505/Put/seqid=0 2024-11-21T02:22:59,022 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e3ec730685bf49ee8eecb403bc1f7964 2024-11-21T02:22:59,022 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/f/e3ec730685bf49ee8eecb403bc1f7964, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T02:22:59,023 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/.tmp/f1/ed410592fc2949a59f2885df68f63197 as hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/f1/ed410592fc2949a59f2885df68f63197 2024-11-21T02:22:59,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741845_1021 (size=5518) 2024-11-21T02:22:59,037 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/.tmp/rep_barrier/69d7504d02384e0a9154fbad6affb3bd 2024-11-21T02:22:59,045 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 1486, reset compression=false 2024-11-21T02:22:59,048 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed410592fc2949a59f2885df68f63197 2024-11-21T02:22:59,049 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/f1/ed410592fc2949a59f2885df68f63197, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T02:22:59,049 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/.tmp/norep/12be94fd530741b6ac5e9cc747844563 as hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/norep/12be94fd530741b6ac5e9cc747844563 2024-11-21T02:22:59,049 DEBUG [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 936daee1faee00f02e383eb496f15926, 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:59,056 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12be94fd530741b6ac5e9cc747844563 2024-11-21T02:22:59,056 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/norep/12be94fd530741b6ac5e9cc747844563, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T02:22:59,061 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 936daee1faee00f02e383eb496f15926 in 1019ms, sequenceid=10, compaction requested=false 2024-11-21T02:22:59,067 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/.tmp/table/b98f21b7eac44f8a8d3ef5393df35ee8 is 53, key is hbase:replication/table:state/1732155771618/Put/seqid=0 2024-11-21T02:22:59,089 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/default/test/936daee1faee00f02e383eb496f15926/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T02:22:59,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741846_1022 (size=5308) 2024-11-21T02:22:59,090 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:22:59,090 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:22:59,090 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732155765281.936daee1faee00f02e383eb496f15926. 2024-11-21T02:22:59,090 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 936daee1faee00f02e383eb496f15926: Waiting for close lock at 1732155778040Running coprocessor pre-close hooks at 1732155778040Disabling compacts and flushes for region at 1732155778040Disabling writes for close at 1732155778041 (+1 ms)Obtaining lock to block concurrent updates at 1732155778041Preparing flush snapshotting stores in 936daee1faee00f02e383eb496f15926 at 1732155778041Finished memstore snapshotting test,,1732155765281.936daee1faee00f02e383eb496f15926., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732155778041Flushing stores of test,,1732155765281.936daee1faee00f02e383eb496f15926. at 1732155778042 (+1 ms)Flushing 936daee1faee00f02e383eb496f15926/f: creating writer at 1732155778042Flushing 936daee1faee00f02e383eb496f15926/f: appending metadata at 1732155778070 (+28 ms)Flushing 936daee1faee00f02e383eb496f15926/f: closing flushed file at 1732155778070Flushing 936daee1faee00f02e383eb496f15926/f1: creating writer at 1732155778108 (+38 ms)Flushing 936daee1faee00f02e383eb496f15926/f1: appending metadata at 1732155778149 (+41 ms)Flushing 936daee1faee00f02e383eb496f15926/f1: closing flushed file at 1732155778149Flushing 936daee1faee00f02e383eb496f15926/norep: creating writer at 1732155778563 (+414 ms)Flushing 936daee1faee00f02e383eb496f15926/norep: appending metadata at 1732155778589 (+26 ms)Flushing 936daee1faee00f02e383eb496f15926/norep: closing flushed file at 1732155778589Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67462ee: reopening flushed file at 1732155779013 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7126e88: reopening flushed file at 1732155779023 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2751e04f: reopening flushed file at 1732155779049 (+26 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 936daee1faee00f02e383eb496f15926 in 1019ms, sequenceid=10, compaction requested=false at 1732155779061 (+12 ms)Writing region close event to WAL at 1732155779078 (+17 ms)Running coprocessor post-close hooks at 1732155779090 (+12 ms)Closed at 1732155779090 2024-11-21T02:22:59,090 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732155765281.936daee1faee00f02e383eb496f15926. 2024-11-21T02:22:59,090 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e6e35cefe241c783f77bbd2ff0849ee, disabling compactions & flushes 2024-11-21T02:22:59,090 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. 2024-11-21T02:22:59,090 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. 2024-11-21T02:22:59,090 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. after waiting 0 ms 2024-11-21T02:22:59,090 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. 2024-11-21T02:22:59,090 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/.tmp/table/b98f21b7eac44f8a8d3ef5393df35ee8 2024-11-21T02:22:59,090 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e6e35cefe241c783f77bbd2ff0849ee: Waiting for close lock at 1732155779090Running coprocessor pre-close hooks at 1732155779090Disabling compacts and flushes for region at 1732155779090Disabling writes for close at 1732155779090Failed flush hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee., putting online again at 1732155779090 2024-11-21T02:22:59,091 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. 2024-11-21T02:22:59,096 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/.tmp/info/e54570c8d8e0447abd97ee51bca6b6cb as hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/info/e54570c8d8e0447abd97ee51bca6b6cb 2024-11-21T02:22:59,101 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/info/e54570c8d8e0447abd97ee51bca6b6cb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T02:22:59,102 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/.tmp/ns/4076e09c8bac425ca38df443ec219dc8 as hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/ns/4076e09c8bac425ca38df443ec219dc8 2024-11-21T02:22:59,106 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/ns/4076e09c8bac425ca38df443ec219dc8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T02:22:59,107 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/.tmp/rep_barrier/69d7504d02384e0a9154fbad6affb3bd as hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/rep_barrier/69d7504d02384e0a9154fbad6affb3bd 2024-11-21T02:22:59,115 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/rep_barrier/69d7504d02384e0a9154fbad6affb3bd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T02:22:59,115 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/.tmp/table/b98f21b7eac44f8a8d3ef5393df35ee8 as hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/table/b98f21b7eac44f8a8d3ef5393df35ee8 2024-11-21T02:22:59,122 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/table/b98f21b7eac44f8a8d3ef5393df35ee8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T02:22:59,123 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1067ms, sequenceid=16, compaction requested=false 2024-11-21T02:22:59,141 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T02:22:59,142 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:22:59,142 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:22:59,142 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:22:59,142 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155778056Running coprocessor pre-close hooks at 1732155778056Disabling compacts and flushes for region at 1732155778056Disabling writes for close at 1732155778056Obtaining lock to block concurrent updates at 1732155778056Preparing flush snapshotting stores in 1588230740 at 1732155778056Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732155778057 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732155778057Flushing 1588230740/info: creating writer at 1732155778057Flushing 1588230740/info: appending metadata at 1732155778096 (+39 ms)Flushing 1588230740/info: closing flushed file at 1732155778096Flushing 1588230740/ns: creating writer at 1732155778531 (+435 ms)Flushing 1588230740/ns: appending metadata at 1732155778559 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1732155778559Flushing 1588230740/rep_barrier: creating writer at 1732155778997 (+438 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732155779018 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732155779018Flushing 1588230740/table: creating writer at 1732155779041 (+23 ms)Flushing 1588230740/table: appending metadata at 1732155779066 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732155779066Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af1f967: reopening flushed file at 1732155779096 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23cbf993: reopening flushed file at 1732155779101 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ddddcbb: reopening flushed file at 1732155779106 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51564788: reopening flushed file at 1732155779115 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1067ms, sequenceid=16, compaction requested=false at 1732155779123 (+8 ms)Writing region close event to WAL at 1732155779125 (+2 ms)Running coprocessor post-close hooks at 1732155779142 (+17 ms)Closed at 1732155779142 2024-11-21T02:22:59,142 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:22:59,250 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:22:59,250 DEBUG [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1325): Online Regions={9e6e35cefe241c783f77bbd2ff0849ee=hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee.} 2024-11-21T02:22:59,250 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:59,250 DEBUG [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1351): Waiting on 9e6e35cefe241c783f77bbd2ff0849ee 2024-11-21T02:22:59,250 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e6e35cefe241c783f77bbd2ff0849ee, disabling compactions & flushes 2024-11-21T02:22:59,250 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. 2024-11-21T02:22:59,250 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. 2024-11-21T02:22:59,250 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. after waiting 0 ms 2024-11-21T02:22:59,250 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. 2024-11-21T02:22:59,250 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e6e35cefe241c783f77bbd2ff0849ee: Waiting for close lock at 1732155779250Running coprocessor pre-close hooks at 1732155779250Disabling compacts and flushes for region at 1732155779250Disabling writes for close at 1732155779250Failed flush hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee., putting online again at 1732155779250 2024-11-21T02:22:59,250 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732155770766.9e6e35cefe241c783f77bbd2ff0849ee. 2024-11-21T02:22:59,450 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T02:22:59,450 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,36993,1732155760452; all regions closed. 2024-11-21T02:22:59,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741834_1010 (size=4239) 2024-11-21T02:22:59,456 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.meta.1732155762687.meta not finished, retry = 0 2024-11-21T02:22:59,498 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1191, reset compression=false 2024-11-21T02:22:59,549 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 1486, reset compression=false 2024-11-21T02:22:59,554 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:22:59,554 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 to pos 2130, reset compression=false 2024-11-21T02:22:59,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741839_1015 (size=1953) 2024-11-21T02:22:59,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741833_1009 (size=2138) 2024-11-21T02:22:59,575 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 for the last time to pos 2130, reset compression=false 2024-11-21T02:22:59,576 DEBUG [RS:0;5aee4e3683e9:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:59,576 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:22:59,576 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:22:59,577 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:22:59,577 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:22:59,577 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:22:59,578 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,36993,1732155760452 because: Region server is closing 2024-11-21T02:22:59,578 INFO [RS:0;5aee4e3683e9:36993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:36993. 2024-11-21T02:22:59,578 DEBUG [RS:0;5aee4e3683e9:36993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:59,578 DEBUG [RS:0;5aee4e3683e9:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:59,578 DEBUG [RS:0;5aee4e3683e9:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:59,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:59,579 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 and length of the file is 2138 2024-11-21T02:22:59,579 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/WALs/5aee4e3683e9,36993,1732155760452/5aee4e3683e9%2C36993%2C1732155760452.1732155762246 2024-11-21T02:22:59,680 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.shipper5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 terminated 2024-11-21T02:22:59,680 INFO [RS:0;5aee4e3683e9:36993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:36993. 2024-11-21T02:22:59,680 DEBUG [RS:0;5aee4e3683e9:36993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:22:59,680 DEBUG [RS:0;5aee4e3683e9:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:59,680 DEBUG [RS:0;5aee4e3683e9:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:22:59,681 INFO [RS:0;5aee4e3683e9:36993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36993 2024-11-21T02:22:59,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:22:59,681 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,36993,1732155760452.replicationSource.wal-reader.5aee4e3683e9%2C36993%2C1732155760452,1-5aee4e3683e9,36993,1732155760452 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-21T02:22:59,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480/rs 2024-11-21T02:22:59,791 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,36993,1732155760452] 2024-11-21T02:22:59,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2318214480/rs/5aee4e3683e9,36993,1732155760452 2024-11-21T02:22:59,795 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:22:59,798 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 636, reset compression=false 2024-11-21T02:22:59,861 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2318214480/draining/5aee4e3683e9,36993,1732155760452 already deleted, retry=false 2024-11-21T02:22:59,863 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,36993,1732155760452 expired; onlineServers=0 2024-11-21T02:22:59,863 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,42465,1732155760137' ***** 2024-11-21T02:22:59,863 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:22:59,863 INFO [M:0;5aee4e3683e9:42465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:22:59,863 INFO [M:0;5aee4e3683e9:42465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:22:59,863 DEBUG [M:0;5aee4e3683e9:42465 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:22:59,863 DEBUG [M:0;5aee4e3683e9:42465 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:22:59,863 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:22:59,863 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155761892 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155761892,5,FailOnTimeoutGroup] 2024-11-21T02:22:59,864 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155761905 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155761905,5,FailOnTimeoutGroup] 2024-11-21T02:22:59,864 INFO [M:0;5aee4e3683e9:42465 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:22:59,864 INFO [M:0;5aee4e3683e9:42465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:22:59,864 DEBUG [M:0;5aee4e3683e9:42465 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:22:59,864 INFO [M:0;5aee4e3683e9:42465 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:22:59,864 INFO [M:0;5aee4e3683e9:42465 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:22:59,864 INFO [M:0;5aee4e3683e9:42465 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:22:59,864 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:22:59,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2318214480/master 2024-11-21T02:22:59,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2318214480 2024-11-21T02:22:59,947 DEBUG [M:0;5aee4e3683e9:42465 {}] zookeeper.RecoverableZooKeeper(212): Node /2318214480/master already deleted, retry=false 2024-11-21T02:22:59,947 DEBUG [M:0;5aee4e3683e9:42465 {}] master.ActiveMasterManager(353): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Failed delete of our master address node; KeeperErrorCode = NoNode for /2318214480/master 2024-11-21T02:22:59,947 INFO [M:0;5aee4e3683e9:42465 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/.lastflushedseqids 2024-11-21T02:22:59,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741847_1023 (size=245) 2024-11-21T02:22:59,968 INFO [M:0;5aee4e3683e9:42465 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:22:59,968 INFO [M:0;5aee4e3683e9:42465 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:22:59,968 DEBUG [M:0;5aee4e3683e9:42465 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:22:59,968 INFO [M:0;5aee4e3683e9:42465 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:59,968 DEBUG [M:0;5aee4e3683e9:42465 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:59,968 DEBUG [M:0;5aee4e3683e9:42465 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:22:59,968 DEBUG [M:0;5aee4e3683e9:42465 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:22:59,968 INFO [M:0;5aee4e3683e9:42465 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T02:22:59,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:22:59,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1015b3315470007, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:22:59,982 INFO [RS:0;5aee4e3683e9:36993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:22:59,982 INFO [RS:0;5aee4e3683e9:36993 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,36993,1732155760452; zookeeper connection closed. 2024-11-21T02:22:59,982 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19ca348f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19ca348f 2024-11-21T02:22:59,982 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:22:59,990 DEBUG [M:0;5aee4e3683e9:42465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a99a74c091fb41b69b046e9ce2f4c5bb is 82, key is hbase:meta,,1/info:regioninfo/1732155762832/Put/seqid=0 2024-11-21T02:22:59,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741848_1024 (size=5672) 2024-11-21T02:22:59,994 INFO [M:0;5aee4e3683e9:42465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a99a74c091fb41b69b046e9ce2f4c5bb 2024-11-21T02:23:00,016 DEBUG [M:0;5aee4e3683e9:42465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17eb4c2170e84d378e162603637abcb3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732155771623/Put/seqid=0 2024-11-21T02:23:00,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741849_1025 (size=8517) 2024-11-21T02:23:00,042 INFO [M:0;5aee4e3683e9:42465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17eb4c2170e84d378e162603637abcb3 2024-11-21T02:23:00,088 DEBUG [M:0;5aee4e3683e9:42465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c928a0c3a5747868c702946ce25c725 is 69, key is 5aee4e3683e9,36993,1732155760452/rs:state/1732155761973/Put/seqid=0 2024-11-21T02:23:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741850_1026 (size=5156) 2024-11-21T02:23:00,206 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1191, reset compression=false 2024-11-21T02:23:00,494 INFO [M:0;5aee4e3683e9:42465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c928a0c3a5747868c702946ce25c725 2024-11-21T02:23:00,498 DEBUG [M:0;5aee4e3683e9:42465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a99a74c091fb41b69b046e9ce2f4c5bb as hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a99a74c091fb41b69b046e9ce2f4c5bb 2024-11-21T02:23:00,501 INFO [M:0;5aee4e3683e9:42465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a99a74c091fb41b69b046e9ce2f4c5bb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T02:23:00,501 DEBUG [M:0;5aee4e3683e9:42465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/17eb4c2170e84d378e162603637abcb3 as hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17eb4c2170e84d378e162603637abcb3 2024-11-21T02:23:00,505 INFO [M:0;5aee4e3683e9:42465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/17eb4c2170e84d378e162603637abcb3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T02:23:00,505 DEBUG [M:0;5aee4e3683e9:42465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c928a0c3a5747868c702946ce25c725 as hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c928a0c3a5747868c702946ce25c725 2024-11-21T02:23:00,509 INFO [M:0;5aee4e3683e9:42465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43965/user/jenkins/test-data/aff4ff5d-d2ae-7166-47c8-1c50bdbf4d76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c928a0c3a5747868c702946ce25c725, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T02:23:00,509 INFO [M:0;5aee4e3683e9:42465 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 541ms, sequenceid=97, compaction requested=false 2024-11-21T02:23:00,510 INFO [M:0;5aee4e3683e9:42465 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:00,510 DEBUG [M:0;5aee4e3683e9:42465 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155779968Disabling compacts and flushes for region at 1732155779968Disabling writes for close at 1732155779968Obtaining lock to block concurrent updates at 1732155779968Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155779968Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732155779969 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155779970 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155779970Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155779989 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155779989Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155779998 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155780015 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155780015Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155780072 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155780087 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155780087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2111ca8e: reopening flushed file at 1732155780497 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f4fa60a: reopening flushed file at 1732155780501 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251bdca: reopening flushed file at 1732155780505 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 541ms, sequenceid=97, compaction requested=false at 1732155780509 (+4 ms)Writing region close event to WAL at 1732155780510 (+1 ms)Closed at 1732155780510 2024-11-21T02:23:00,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42603 is added to blk_1073741830_1006 (size=63666) 2024-11-21T02:23:00,514 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:23:00,514 INFO [M:0;5aee4e3683e9:42465 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:23:00,514 INFO [M:0;5aee4e3683e9:42465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42465 2024-11-21T02:23:00,515 INFO [M:0;5aee4e3683e9:42465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:23:00,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:00,663 INFO [M:0;5aee4e3683e9:42465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:23:00,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42465-0x1015b3315470006, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:00,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45b7410e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:23:00,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56347b09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:23:00,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:23:00,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f34360f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:23:00,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aa97a3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/hadoop.log.dir/,STOPPED} 2024-11-21T02:23:00,668 WARN [BP-916236539-172.17.0.2-1732155756958 heartbeating to localhost/127.0.0.1:43965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:23:00,668 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:23:00,668 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:23:00,668 WARN [BP-916236539-172.17.0.2-1732155756958 heartbeating to localhost/127.0.0.1:43965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-916236539-172.17.0.2-1732155756958 (Datanode Uuid 76a942e2-72f7-4438-8cd5-e96e3f6b2211) service to localhost/127.0.0.1:43965 2024-11-21T02:23:00,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/cluster_236252af-2924-a959-62a5-23ce2d8771b5/data/data1/current/BP-916236539-172.17.0.2-1732155756958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:23:00,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/cluster_236252af-2924-a959-62a5-23ce2d8771b5/data/data2/current/BP-916236539-172.17.0.2-1732155756958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:23:00,669 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:23:00,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@248af900{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:23:00,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@327edba8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:23:00,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:23:00,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cf63e99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:23:00,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d863786{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/hadoop.log.dir/,STOPPED} 2024-11-21T02:23:00,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:23:00,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:23:00,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:23:00,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:00,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:00,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:00,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:00,711 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:23:00,711 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1313462759, stopped=false 2024-11-21T02:23:00,711 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,41323,1732155752488 2024-11-21T02:23:00,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-202409437/running 2024-11-21T02:23:00,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:23:00,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-202409437/running 2024-11-21T02:23:00,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:23:00,776 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:23:00,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Set watcher on znode that does not yet exist, /1-202409437/running 2024-11-21T02:23:00,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:23:00,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:00,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:00,778 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,34553,1732155753072' ***** 2024-11-21T02:23:00,778 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:23:00,778 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:23:00,778 INFO [RS:0;5aee4e3683e9:34553 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:23:00,778 INFO [RS:0;5aee4e3683e9:34553 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:23:00,778 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(3091): Received CLOSE for 85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:23:00,779 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:23:00,779 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:23:00,779 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,34553,1732155753072 2024-11-21T02:23:00,779 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:23:00,779 INFO [RS:0;5aee4e3683e9:34553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:34553. 2024-11-21T02:23:00,779 DEBUG [RS:0;5aee4e3683e9:34553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:00,779 DEBUG [RS:0;5aee4e3683e9:34553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:00,779 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:23:00,779 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:23:00,779 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:23:00,779 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:23:00,779 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85cd7764cdf283f05f57de30cde38b5d, disabling compactions & flushes 2024-11-21T02:23:00,780 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d. 2024-11-21T02:23:00,780 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d. 2024-11-21T02:23:00,780 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d. after waiting 0 ms 2024-11-21T02:23:00,780 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d. 2024-11-21T02:23:00,780 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 85cd7764cdf283f05f57de30cde38b5d 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-21T02:23:00,784 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T02:23:00,784 DEBUG [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1325): Online Regions={85cd7764cdf283f05f57de30cde38b5d=hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d., 3a31542a2c2c79dc0f0eb417c70f3f1f=test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:23:00,784 DEBUG [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a31542a2c2c79dc0f0eb417c70f3f1f, 85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:23:00,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Set watcher on znode that does not yet exist, /1-202409437/running 2024-11-21T02:23:00,789 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:23:00,789 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:23:00,789 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:23:00,789 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:23:00,789 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:23:00,789 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T02:23:00,803 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/replication/85cd7764cdf283f05f57de30cde38b5d/.tmp/queue/3c52305e557f48b5a869637a43ac2df9 is 154, key is 1-5aee4e3683e9,34553,1732155753072/queue:5aee4e3683e9%2C34553%2C1732155753072/1732155777469/Put/seqid=0 2024-11-21T02:23:00,806 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 636, reset compression=false 2024-11-21T02:23:00,815 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:23:00,819 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/.tmp/info/311b5632fbca49ad9a0cbd04fe30253e is 147, key is hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d./info:regioninfo/1732155770068/Put/seqid=0 2024-11-21T02:23:00,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741840_1016 (size=5353) 2024-11-21T02:23:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741841_1017 (size=7686) 2024-11-21T02:23:00,984 DEBUG [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a31542a2c2c79dc0f0eb417c70f3f1f, 85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:23:01,016 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1191, reset compression=false 2024-11-21T02:23:01,089 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:23:01,089 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:23:01,185 DEBUG [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a31542a2c2c79dc0f0eb417c70f3f1f, 85cd7764cdf283f05f57de30cde38b5d 2024-11-21T02:23:01,234 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/replication/85cd7764cdf283f05f57de30cde38b5d/.tmp/queue/3c52305e557f48b5a869637a43ac2df9 2024-11-21T02:23:01,238 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/.tmp/info/311b5632fbca49ad9a0cbd04fe30253e 2024-11-21T02:23:01,244 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/replication/85cd7764cdf283f05f57de30cde38b5d/.tmp/queue/3c52305e557f48b5a869637a43ac2df9 as hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/replication/85cd7764cdf283f05f57de30cde38b5d/queue/3c52305e557f48b5a869637a43ac2df9 2024-11-21T02:23:01,255 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/replication/85cd7764cdf283f05f57de30cde38b5d/queue/3c52305e557f48b5a869637a43ac2df9, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T02:23:01,256 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 85cd7764cdf283f05f57de30cde38b5d in 476ms, sequenceid=12, compaction requested=false 2024-11-21T02:23:01,259 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/replication/85cd7764cdf283f05f57de30cde38b5d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T02:23:01,260 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:23:01,260 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:23:01,260 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d. 2024-11-21T02:23:01,260 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85cd7764cdf283f05f57de30cde38b5d: Waiting for close lock at 1732155780779Running coprocessor pre-close hooks at 1732155780779Disabling compacts and flushes for region at 1732155780779Disabling writes for close at 1732155780780 (+1 ms)Obtaining lock to block concurrent updates at 1732155780780Preparing flush snapshotting stores in 85cd7764cdf283f05f57de30cde38b5d at 1732155780780Finished memstore snapshotting hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732155780780Flushing stores of hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d. at 1732155780781 (+1 ms)Flushing 85cd7764cdf283f05f57de30cde38b5d/queue: creating writer at 1732155780781Flushing 85cd7764cdf283f05f57de30cde38b5d/queue: appending metadata at 1732155780802 (+21 ms)Flushing 85cd7764cdf283f05f57de30cde38b5d/queue: closing flushed file at 1732155780802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b294e95: reopening flushed file at 1732155781243 (+441 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 85cd7764cdf283f05f57de30cde38b5d in 476ms, sequenceid=12, compaction requested=false at 1732155781256 (+13 ms)Writing region close event to WAL at 1732155781257 (+1 ms)Running coprocessor post-close hooks at 1732155781260 (+3 ms)Closed at 1732155781260 2024-11-21T02:23:01,261 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732155769612.85cd7764cdf283f05f57de30cde38b5d. 2024-11-21T02:23:01,261 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a31542a2c2c79dc0f0eb417c70f3f1f, disabling compactions & flushes 2024-11-21T02:23:01,261 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f. 2024-11-21T02:23:01,261 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f. 2024-11-21T02:23:01,261 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f. after waiting 0 ms 2024-11-21T02:23:01,261 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f. 2024-11-21T02:23:01,261 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3a31542a2c2c79dc0f0eb417c70f3f1f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T02:23:01,261 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/.tmp/ns/92f5d10b12a245b5a52c817b8af13e4b is 43, key is default/ns:d/1732155756759/Put/seqid=0 2024-11-21T02:23:01,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741842_1018 (size=5153) 2024-11-21T02:23:01,280 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/.tmp/f/ede809463d85461da236c150ac54e204 is 29, key is row1/f:/1732155775967/DeleteFamily/seqid=0 2024-11-21T02:23:01,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741843_1019 (size=5152) 2024-11-21T02:23:01,385 DEBUG [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:23:01,585 DEBUG [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:23:01,680 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/.tmp/ns/92f5d10b12a245b5a52c817b8af13e4b 2024-11-21T02:23:01,696 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/.tmp/rep_barrier/a35e52b6dd7e4deaae775d0f19ab28c5 is 112, key is test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f./rep_barrier:seqnumDuringOpen/1732155764918/Put/seqid=0 2024-11-21T02:23:01,698 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/.tmp/f/ede809463d85461da236c150ac54e204 2024-11-21T02:23:01,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741844_1020 (size=5518) 2024-11-21T02:23:01,700 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/.tmp/rep_barrier/a35e52b6dd7e4deaae775d0f19ab28c5 2024-11-21T02:23:01,702 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ede809463d85461da236c150ac54e204 2024-11-21T02:23:01,716 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/.tmp/f1/b55d48dd4447417dafff7a739b11261f is 30, key is row1/f1:/1732155775967/DeleteFamily/seqid=0 2024-11-21T02:23:01,716 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/.tmp/table/cabc33ae049d4c13b6e611bb7226ad69 is 53, key is hbase:replication/table:state/1732155770083/Put/seqid=0 2024-11-21T02:23:01,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741846_1022 (size=5158) 2024-11-21T02:23:01,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741845_1021 (size=5308) 2024-11-21T02:23:01,785 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T02:23:01,785 DEBUG [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1325): Online Regions={3a31542a2c2c79dc0f0eb417c70f3f1f=test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:23:01,785 DEBUG [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:23:01,920 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1191, reset compression=false 2024-11-21T02:23:01,923 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 636, reset compression=false 2024-11-21T02:23:01,923 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:23:01,923 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1438, reset compression=false 2024-11-21T02:23:01,924 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,34553,1732155753072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:23:01,924 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5aee4e3683e9,34553,1732155753072: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5aee4e3683e9,34553,1732155753072, walGroup=5aee4e3683e9%2C34553%2C1732155753072, offset=5aee4e3683e9%2C34553%2C1732155753072.1732155756277:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:34553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T02:23:01,926 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T02:23:01,926 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T02:23:01,926 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T02:23:01,926 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T02:23:01,926 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T02:23:01,926 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 1035164160 }, "NonHeapMemoryUsage": { "committed": 206962688, "init": 7667712, "max": -1, "used": 202897192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T02:23:01,927 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T02:23:01,985 DEBUG [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:23:02,120 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/.tmp/table/cabc33ae049d4c13b6e611bb7226ad69 2024-11-21T02:23:02,120 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/.tmp/f1/b55d48dd4447417dafff7a739b11261f 2024-11-21T02:23:02,127 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b55d48dd4447417dafff7a739b11261f 2024-11-21T02:23:02,128 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/.tmp/info/311b5632fbca49ad9a0cbd04fe30253e as hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/info/311b5632fbca49ad9a0cbd04fe30253e 2024-11-21T02:23:02,128 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1438, reset compression=false 2024-11-21T02:23:02,133 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/info/311b5632fbca49ad9a0cbd04fe30253e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T02:23:02,133 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/.tmp/ns/92f5d10b12a245b5a52c817b8af13e4b as hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/ns/92f5d10b12a245b5a52c817b8af13e4b 2024-11-21T02:23:02,138 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/ns/92f5d10b12a245b5a52c817b8af13e4b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T02:23:02,139 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/.tmp/rep_barrier/a35e52b6dd7e4deaae775d0f19ab28c5 as hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/rep_barrier/a35e52b6dd7e4deaae775d0f19ab28c5 2024-11-21T02:23:02,143 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/rep_barrier/a35e52b6dd7e4deaae775d0f19ab28c5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T02:23:02,144 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/.tmp/table/cabc33ae049d4c13b6e611bb7226ad69 as hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/table/cabc33ae049d4c13b6e611bb7226ad69 2024-11-21T02:23:02,149 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/table/cabc33ae049d4c13b6e611bb7226ad69, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T02:23:02,150 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/.tmp/norep/439c5c7c81b64bd48104e519b627241d is 33, key is row1/norep:/1732155775967/DeleteFamily/seqid=0 2024-11-21T02:23:02,150 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1361ms, sequenceid=16, compaction requested=false 2024-11-21T02:23:02,150 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:23:02,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741847_1023 (size=5108) 2024-11-21T02:23:02,155 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/.tmp/norep/439c5c7c81b64bd48104e519b627241d 2024-11-21T02:23:02,159 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 439c5c7c81b64bd48104e519b627241d 2024-11-21T02:23:02,160 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/.tmp/f/ede809463d85461da236c150ac54e204 as hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/f/ede809463d85461da236c150ac54e204 2024-11-21T02:23:02,165 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T02:23:02,166 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:23:02,166 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:23:02,166 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:23:02,166 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155780789Running coprocessor pre-close hooks at 1732155780789Disabling compacts and flushes for region at 1732155780789Disabling writes for close at 1732155780789Obtaining lock to block concurrent updates at 1732155780789Preparing flush snapshotting stores in 1588230740 at 1732155780789Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732155780790 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732155780790Flushing 1588230740/info: creating writer at 1732155780791 (+1 ms)Flushing 1588230740/info: appending metadata at 1732155780818 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732155780818Flushing 1588230740/ns: creating writer at 1732155781243 (+425 ms)Flushing 1588230740/ns: appending metadata at 1732155781261 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732155781261Flushing 1588230740/rep_barrier: creating writer at 1732155781683 (+422 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732155781696 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732155781696Flushing 1588230740/table: creating writer at 1732155781704 (+8 ms)Flushing 1588230740/table: appending metadata at 1732155781715 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732155781715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@253d78ad: reopening flushed file at 1732155782127 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c931de: reopening flushed file at 1732155782133 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38148190: reopening flushed file at 1732155782138 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c0ae2f0: reopening flushed file at 1732155782143 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1361ms, sequenceid=16, compaction requested=false at 1732155782150 (+7 ms)Writing region close event to WAL at 1732155782160 (+10 ms)Running coprocessor post-close hooks at 1732155782166 (+6 ms)Closed at 1732155782166 2024-11-21T02:23:02,166 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:23:02,167 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ede809463d85461da236c150ac54e204 2024-11-21T02:23:02,167 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/f/ede809463d85461da236c150ac54e204, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T02:23:02,168 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/.tmp/f1/b55d48dd4447417dafff7a739b11261f as hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/f1/b55d48dd4447417dafff7a739b11261f 2024-11-21T02:23:02,180 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b55d48dd4447417dafff7a739b11261f 2024-11-21T02:23:02,181 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/f1/b55d48dd4447417dafff7a739b11261f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T02:23:02,181 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/.tmp/norep/439c5c7c81b64bd48104e519b627241d as hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/norep/439c5c7c81b64bd48104e519b627241d 2024-11-21T02:23:02,186 DEBUG [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1351): Waiting on 3a31542a2c2c79dc0f0eb417c70f3f1f 2024-11-21T02:23:02,186 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 439c5c7c81b64bd48104e519b627241d 2024-11-21T02:23:02,186 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/norep/439c5c7c81b64bd48104e519b627241d, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T02:23:02,187 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3a31542a2c2c79dc0f0eb417c70f3f1f in 925ms, sequenceid=10, compaction requested=false 2024-11-21T02:23:02,187 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T02:23:02,191 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/data/default/test/3a31542a2c2c79dc0f0eb417c70f3f1f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T02:23:02,191 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:23:02,192 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:23:02,192 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f. 2024-11-21T02:23:02,192 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a31542a2c2c79dc0f0eb417c70f3f1f: Waiting for close lock at 1732155781261Running coprocessor pre-close hooks at 1732155781261Disabling compacts and flushes for region at 1732155781261Disabling writes for close at 1732155781261Obtaining lock to block concurrent updates at 1732155781261Preparing flush snapshotting stores in 3a31542a2c2c79dc0f0eb417c70f3f1f at 1732155781261Finished memstore snapshotting test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732155781261Flushing stores of test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f. at 1732155781261Flushing 3a31542a2c2c79dc0f0eb417c70f3f1f/f: creating writer at 1732155781262 (+1 ms)Flushing 3a31542a2c2c79dc0f0eb417c70f3f1f/f: appending metadata at 1732155781279 (+17 ms)Flushing 3a31542a2c2c79dc0f0eb417c70f3f1f/f: closing flushed file at 1732155781279Flushing 3a31542a2c2c79dc0f0eb417c70f3f1f/f1: creating writer at 1732155781702 (+423 ms)Flushing 3a31542a2c2c79dc0f0eb417c70f3f1f/f1: appending metadata at 1732155781715 (+13 ms)Flushing 3a31542a2c2c79dc0f0eb417c70f3f1f/f1: closing flushed file at 1732155781715Flushing 3a31542a2c2c79dc0f0eb417c70f3f1f/norep: creating writer at 1732155782127 (+412 ms)Flushing 3a31542a2c2c79dc0f0eb417c70f3f1f/norep: appending metadata at 1732155782149 (+22 ms)Flushing 3a31542a2c2c79dc0f0eb417c70f3f1f/norep: closing flushed file at 1732155782149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136826d: reopening flushed file at 1732155782159 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d0b1961: reopening flushed file at 1732155782167 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76fec82a: reopening flushed file at 1732155782181 (+14 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3a31542a2c2c79dc0f0eb417c70f3f1f in 925ms, sequenceid=10, compaction requested=false at 1732155782187 (+6 ms)Writing region close event to WAL at 1732155782188 (+1 ms)Running coprocessor post-close hooks at 1732155782191 (+3 ms)Closed at 1732155782192 (+1 ms) 2024-11-21T02:23:02,192 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732155764140.3a31542a2c2c79dc0f0eb417c70f3f1f. 2024-11-21T02:23:02,386 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,34553,1732155753072; all regions closed. 2024-11-21T02:23:02,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741834_1010 (size=4239) 2024-11-21T02:23:02,392 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.meta.1732155756661.meta not finished, retry = 0 2024-11-21T02:23:02,396 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T02:23:02,431 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 1438, reset compression=false 2024-11-21T02:23:02,437 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:23:02,438 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/WALs/5aee4e3683e9,34553,1732155753072/5aee4e3683e9%2C34553%2C1732155753072.1732155756277 to pos 2082, reset compression=false 2024-11-21T02:23:02,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741839_1015 (size=3114) 2024-11-21T02:23:02,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741833_1009 (size=2090) 2024-11-21T02:23:02,514 DEBUG [RS:0;5aee4e3683e9:34553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:02,514 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:23:02,515 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:23:02,515 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:23:02,515 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:23:02,515 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:23:02,515 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,34553,1732155753072 because: Region server is closing 2024-11-21T02:23:02,515 INFO [RS:0;5aee4e3683e9:34553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:34553. 2024-11-21T02:23:02,515 DEBUG [RS:0;5aee4e3683e9:34553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:02,515 DEBUG [RS:0;5aee4e3683e9:34553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:02,516 DEBUG [RS:0;5aee4e3683e9:34553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:02,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:02,616 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.shipper5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 terminated 2024-11-21T02:23:02,616 INFO [RS:0;5aee4e3683e9:34553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:34553. 2024-11-21T02:23:02,616 DEBUG [RS:0;5aee4e3683e9:34553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:02,616 DEBUG [RS:0;5aee4e3683e9:34553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:02,616 DEBUG [RS:0;5aee4e3683e9:34553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:02,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:02,617 INFO [RS:0;5aee4e3683e9:34553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34553 2024-11-21T02:23:02,617 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,34553,1732155753072.replicationSource.wal-reader.5aee4e3683e9%2C34553%2C1732155753072,1-5aee4e3683e9,34553,1732155753072 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T02:23:02,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437/rs 2024-11-21T02:23:02,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-202409437/rs/5aee4e3683e9,34553,1732155753072 2024-11-21T02:23:02,634 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,34553,1732155753072] 2024-11-21T02:23:02,635 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:23:02,696 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-202409437/draining/5aee4e3683e9,34553,1732155753072 already deleted, retry=false 2024-11-21T02:23:02,696 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,34553,1732155753072 expired; onlineServers=0 2024-11-21T02:23:02,696 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,41323,1732155752488' ***** 2024-11-21T02:23:02,696 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:23:02,696 INFO [M:0;5aee4e3683e9:41323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:23:02,696 INFO [M:0;5aee4e3683e9:41323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:23:02,696 DEBUG [M:0;5aee4e3683e9:41323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:23:02,696 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155755760 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155755760,5,FailOnTimeoutGroup] 2024-11-21T02:23:02,696 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:23:02,697 DEBUG [M:0;5aee4e3683e9:41323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:23:02,697 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155755764 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155755764,5,FailOnTimeoutGroup] 2024-11-21T02:23:02,698 INFO [M:0;5aee4e3683e9:41323 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:23:02,698 INFO [M:0;5aee4e3683e9:41323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:23:02,698 DEBUG [M:0;5aee4e3683e9:41323 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:23:02,698 INFO [M:0;5aee4e3683e9:41323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:23:02,699 INFO [M:0;5aee4e3683e9:41323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:23:02,699 INFO [M:0;5aee4e3683e9:41323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:23:02,700 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:23:02,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-202409437/master 2024-11-21T02:23:02,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-202409437 2024-11-21T02:23:02,735 DEBUG [M:0;5aee4e3683e9:41323 {}] zookeeper.RecoverableZooKeeper(212): Node /1-202409437/master already deleted, retry=false 2024-11-21T02:23:02,735 DEBUG [M:0;5aee4e3683e9:41323 {}] master.ActiveMasterManager(353): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-202409437/master 2024-11-21T02:23:02,736 INFO [M:0;5aee4e3683e9:41323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/.lastflushedseqids 2024-11-21T02:23:02,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741848_1024 (size=245) 2024-11-21T02:23:02,755 INFO [M:0;5aee4e3683e9:41323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:23:02,755 INFO [M:0;5aee4e3683e9:41323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:23:02,755 DEBUG [M:0;5aee4e3683e9:41323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:23:02,755 INFO [M:0;5aee4e3683e9:41323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:02,755 DEBUG [M:0;5aee4e3683e9:41323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:02,755 DEBUG [M:0;5aee4e3683e9:41323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:23:02,755 DEBUG [M:0;5aee4e3683e9:41323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:02,755 INFO [M:0;5aee4e3683e9:41323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T02:23:02,788 DEBUG [M:0;5aee4e3683e9:41323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cc2c86f9dcb4907b7988b51d6f60a8c is 82, key is hbase:meta,,1/info:regioninfo/1732155756719/Put/seqid=0 2024-11-21T02:23:02,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741849_1025 (size=5672) 2024-11-21T02:23:02,794 INFO [M:0;5aee4e3683e9:41323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cc2c86f9dcb4907b7988b51d6f60a8c 2024-11-21T02:23:02,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:02,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34553-0x1015b3315470004, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:02,813 INFO [RS:0;5aee4e3683e9:34553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:23:02,813 INFO [RS:0;5aee4e3683e9:34553 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,34553,1732155753072; zookeeper connection closed. 2024-11-21T02:23:02,840 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@479223dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@479223dd 2024-11-21T02:23:02,840 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:23:02,844 DEBUG [M:0;5aee4e3683e9:41323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a24f4ba492ba49d9983b4191f6ab3113 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732155770091/Put/seqid=0 2024-11-21T02:23:02,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741850_1026 (size=8517) 2024-11-21T02:23:02,865 INFO [M:0;5aee4e3683e9:41323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a24f4ba492ba49d9983b4191f6ab3113 2024-11-21T02:23:02,914 DEBUG [M:0;5aee4e3683e9:41323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa142a4bb81146a7992a10a8eb42006f is 69, key is 5aee4e3683e9,34553,1732155753072/rs:state/1732155755945/Put/seqid=0 2024-11-21T02:23:02,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741851_1027 (size=5156) 2024-11-21T02:23:03,126 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 636, reset compression=false 2024-11-21T02:23:03,318 INFO [M:0;5aee4e3683e9:41323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa142a4bb81146a7992a10a8eb42006f 2024-11-21T02:23:03,326 DEBUG [M:0;5aee4e3683e9:41323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cc2c86f9dcb4907b7988b51d6f60a8c as hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cc2c86f9dcb4907b7988b51d6f60a8c 2024-11-21T02:23:03,330 INFO [M:0;5aee4e3683e9:41323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cc2c86f9dcb4907b7988b51d6f60a8c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T02:23:03,330 DEBUG [M:0;5aee4e3683e9:41323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a24f4ba492ba49d9983b4191f6ab3113 as hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a24f4ba492ba49d9983b4191f6ab3113 2024-11-21T02:23:03,334 INFO [M:0;5aee4e3683e9:41323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a24f4ba492ba49d9983b4191f6ab3113, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T02:23:03,334 DEBUG [M:0;5aee4e3683e9:41323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa142a4bb81146a7992a10a8eb42006f as hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa142a4bb81146a7992a10a8eb42006f 2024-11-21T02:23:03,337 INFO [M:0;5aee4e3683e9:41323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46747/user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa142a4bb81146a7992a10a8eb42006f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T02:23:03,338 INFO [M:0;5aee4e3683e9:41323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 583ms, sequenceid=97, compaction requested=false 2024-11-21T02:23:03,345 INFO [M:0;5aee4e3683e9:41323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:03,345 DEBUG [M:0;5aee4e3683e9:41323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155782755Disabling compacts and flushes for region at 1732155782755Disabling writes for close at 1732155782755Obtaining lock to block concurrent updates at 1732155782755Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155782755Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732155782756 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155782761 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155782761Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155782787 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155782787Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155782799 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155782834 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155782844 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155782870 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155782913 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155782913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4754f345: reopening flushed file at 1732155783325 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a8176e8: reopening flushed file at 1732155783330 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2618481c: reopening flushed file at 1732155783334 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 583ms, sequenceid=97, compaction requested=false at 1732155783338 (+4 ms)Writing region close event to WAL at 1732155783345 (+7 ms)Closed at 1732155783345 2024-11-21T02:23:03,350 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bd1ef404-898e-c9ab-8024-bc3beb7c49e0/MasterData/WALs/5aee4e3683e9,41323,1732155752488/5aee4e3683e9%2C41323%2C1732155752488.1732155754843 not finished, retry = 0 2024-11-21T02:23:03,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741830_1006 (size=63666) 2024-11-21T02:23:03,451 INFO [M:0;5aee4e3683e9:41323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:23:03,451 INFO [M:0;5aee4e3683e9:41323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41323 2024-11-21T02:23:03,452 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:23:03,452 INFO [M:0;5aee4e3683e9:41323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:23:03,565 INFO [M:0;5aee4e3683e9:41323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:23:03,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:03,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1015b3315470003, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:03,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6536a930{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:23:03,576 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79ef667a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:23:03,576 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:23:03,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5079a4d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:23:03,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54ff4272{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/hadoop.log.dir/,STOPPED} 2024-11-21T02:23:03,578 WARN [BP-603912483-172.17.0.2-1732155749410 heartbeating to localhost/127.0.0.1:46747 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:23:03,578 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:23:03,578 WARN [BP-603912483-172.17.0.2-1732155749410 heartbeating to localhost/127.0.0.1:46747 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-603912483-172.17.0.2-1732155749410 (Datanode Uuid 0d3f0c5e-4d67-4066-9b0a-ac71da9a14a7) service to localhost/127.0.0.1:46747 2024-11-21T02:23:03,578 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:23:03,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/cluster_0991e3e1-16ce-0b36-aab3-b7b251ec45b3/data/data1/current/BP-603912483-172.17.0.2-1732155749410 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:23:03,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/cluster_0991e3e1-16ce-0b36-aab3-b7b251ec45b3/data/data2/current/BP-603912483-172.17.0.2-1732155749410 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:23:03,579 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:23:03,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fe47218{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:23:03,592 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ccb21a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:23:03,592 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:23:03,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e2d1316{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:23:03,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70e80506{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d9117764-2435-6f9b-6e18-a722245e08bd/hadoop.log.dir/,STOPPED} 2024-11-21T02:23:03,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:23:03,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:23:03,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:23:03,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:03,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:03,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:03,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:03,611 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:23:03,611 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1840134599, stopped=false 2024-11-21T02:23:03,611 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,35331,1732155745527 2024-11-21T02:23:03,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01761500853/running 2024-11-21T02:23:03,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01761500853/running 2024-11-21T02:23:03,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:23:03,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:23:03,628 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:23:03,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Set watcher on znode that does not yet exist, /01761500853/running 2024-11-21T02:23:03,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Set watcher on znode that does not yet exist, /01761500853/running 2024-11-21T02:23:03,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:23:03,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:03,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:03,629 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,42911,1732155745882' ***** 2024-11-21T02:23:03,629 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:23:03,629 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:23:03,630 INFO [RS:0;5aee4e3683e9:42911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:23:03,630 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:23:03,630 INFO [RS:0;5aee4e3683e9:42911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:23:03,630 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(3091): Received CLOSE for 732b46707c5e1425e8a1e06238950309 2024-11-21T02:23:03,630 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(3091): Received CLOSE for 296da4fd0101cece135be4ab77a7d267 2024-11-21T02:23:03,630 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,42911,1732155745882 2024-11-21T02:23:03,630 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:23:03,630 INFO [RS:0;5aee4e3683e9:42911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:42911. 2024-11-21T02:23:03,630 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 732b46707c5e1425e8a1e06238950309, disabling compactions & flushes 2024-11-21T02:23:03,630 DEBUG [RS:0;5aee4e3683e9:42911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:03,630 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732155763001.732b46707c5e1425e8a1e06238950309. 2024-11-21T02:23:03,630 DEBUG [RS:0;5aee4e3683e9:42911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:03,630 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155763001.732b46707c5e1425e8a1e06238950309. 2024-11-21T02:23:03,630 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732155763001.732b46707c5e1425e8a1e06238950309. after waiting 0 ms 2024-11-21T02:23:03,630 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732155763001.732b46707c5e1425e8a1e06238950309. 2024-11-21T02:23:03,630 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:23:03,630 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:23:03,630 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:23:03,630 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:23:03,630 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 732b46707c5e1425e8a1e06238950309 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-21T02:23:03,630 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T02:23:03,630 DEBUG [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1325): Online Regions={732b46707c5e1425e8a1e06238950309=test,,1732155763001.732b46707c5e1425e8a1e06238950309., 1588230740=hbase:meta,,1.1588230740, 296da4fd0101cece135be4ab77a7d267=hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267.} 2024-11-21T02:23:03,630 DEBUG [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 296da4fd0101cece135be4ab77a7d267, 732b46707c5e1425e8a1e06238950309 2024-11-21T02:23:03,630 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:23:03,630 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:23:03,630 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:23:03,631 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:23:03,631 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:23:03,631 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T02:23:03,644 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/.tmp/info/1f82454273c346e7bf65674f9907f5e3 is 147, key is hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267./info:regioninfo/1732155768226/Put/seqid=0 2024-11-21T02:23:03,647 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/.tmp/f/71d30665363c4734b803acca9f5ad6c2 is 28, key is row/f:/1732155774956/DeleteFamily/seqid=0 2024-11-21T02:23:03,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741840_1016 (size=7686) 2024-11-21T02:23:03,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741841_1017 (size=5085) 2024-11-21T02:23:03,676 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:23:03,831 DEBUG [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 296da4fd0101cece135be4ab77a7d267, 732b46707c5e1425e8a1e06238950309 2024-11-21T02:23:04,031 DEBUG [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 296da4fd0101cece135be4ab77a7d267, 732b46707c5e1425e8a1e06238950309 2024-11-21T02:23:04,054 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/.tmp/info/1f82454273c346e7bf65674f9907f5e3 2024-11-21T02:23:04,057 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/.tmp/f/71d30665363c4734b803acca9f5ad6c2 2024-11-21T02:23:04,064 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71d30665363c4734b803acca9f5ad6c2 2024-11-21T02:23:04,088 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/.tmp/ns/85b9c81d604e4680bbd05b81d75716f7 is 43, key is default/ns:d/1732155749234/Put/seqid=0 2024-11-21T02:23:04,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,093 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/.tmp/f1/6ca09705711041d0a99f63d8226e22ff is 29, key is row/f1:/1732155774956/DeleteFamily/seqid=0 2024-11-21T02:23:04,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741843_1019 (size=5089) 2024-11-21T02:23:04,113 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/.tmp/f1/6ca09705711041d0a99f63d8226e22ff 2024-11-21T02:23:04,126 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ca09705711041d0a99f63d8226e22ff 2024-11-21T02:23:04,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741842_1018 (size=5153) 2024-11-21T02:23:04,129 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/.tmp/ns/85b9c81d604e4680bbd05b81d75716f7 2024-11-21T02:23:04,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,158 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/.tmp/norep/558d887468f3462eb4502a678b675631 is 32, key is row/norep:/1732155774956/DeleteFamily/seqid=0 2024-11-21T02:23:04,168 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/.tmp/rep_barrier/39b11378e8484db0998a9b0ba1e6a42e is 112, key is test,,1732155763001.732b46707c5e1425e8a1e06238950309./rep_barrier:seqnumDuringOpen/1732155763917/Put/seqid=0 2024-11-21T02:23:04,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741844_1020 (size=5101) 2024-11-21T02:23:04,175 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/.tmp/norep/558d887468f3462eb4502a678b675631 2024-11-21T02:23:04,179 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 558d887468f3462eb4502a678b675631 2024-11-21T02:23:04,180 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/.tmp/f/71d30665363c4734b803acca9f5ad6c2 as hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/f/71d30665363c4734b803acca9f5ad6c2 2024-11-21T02:23:04,184 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71d30665363c4734b803acca9f5ad6c2 2024-11-21T02:23:04,184 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/f/71d30665363c4734b803acca9f5ad6c2, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T02:23:04,185 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/.tmp/f1/6ca09705711041d0a99f63d8226e22ff as hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/f1/6ca09705711041d0a99f63d8226e22ff 2024-11-21T02:23:04,191 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ca09705711041d0a99f63d8226e22ff 2024-11-21T02:23:04,191 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/f1/6ca09705711041d0a99f63d8226e22ff, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T02:23:04,192 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/.tmp/norep/558d887468f3462eb4502a678b675631 as hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/norep/558d887468f3462eb4502a678b675631 2024-11-21T02:23:04,197 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 558d887468f3462eb4502a678b675631 2024-11-21T02:23:04,197 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/norep/558d887468f3462eb4502a678b675631, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T02:23:04,198 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 732b46707c5e1425e8a1e06238950309 in 568ms, sequenceid=6, compaction requested=false 2024-11-21T02:23:04,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741845_1021 (size=5518) 2024-11-21T02:23:04,227 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/default/test/732b46707c5e1425e8a1e06238950309/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T02:23:04,228 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:23:04,228 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:23:04,228 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732155763001.732b46707c5e1425e8a1e06238950309. 2024-11-21T02:23:04,228 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 732b46707c5e1425e8a1e06238950309: Waiting for close lock at 1732155783630Running coprocessor pre-close hooks at 1732155783630Disabling compacts and flushes for region at 1732155783630Disabling writes for close at 1732155783630Obtaining lock to block concurrent updates at 1732155783630Preparing flush snapshotting stores in 732b46707c5e1425e8a1e06238950309 at 1732155783630Finished memstore snapshotting test,,1732155763001.732b46707c5e1425e8a1e06238950309., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732155783630Flushing stores of test,,1732155763001.732b46707c5e1425e8a1e06238950309. at 1732155783631 (+1 ms)Flushing 732b46707c5e1425e8a1e06238950309/f: creating writer at 1732155783631Flushing 732b46707c5e1425e8a1e06238950309/f: appending metadata at 1732155783647 (+16 ms)Flushing 732b46707c5e1425e8a1e06238950309/f: closing flushed file at 1732155783647Flushing 732b46707c5e1425e8a1e06238950309/f1: creating writer at 1732155784064 (+417 ms)Flushing 732b46707c5e1425e8a1e06238950309/f1: appending metadata at 1732155784092 (+28 ms)Flushing 732b46707c5e1425e8a1e06238950309/f1: closing flushed file at 1732155784092Flushing 732b46707c5e1425e8a1e06238950309/norep: creating writer at 1732155784126 (+34 ms)Flushing 732b46707c5e1425e8a1e06238950309/norep: appending metadata at 1732155784157 (+31 ms)Flushing 732b46707c5e1425e8a1e06238950309/norep: closing flushed file at 1732155784157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@496cd04: reopening flushed file at 1732155784179 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@248957f2: reopening flushed file at 1732155784184 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74ee66b8: reopening flushed file at 1732155784191 (+7 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 732b46707c5e1425e8a1e06238950309 in 568ms, sequenceid=6, compaction requested=false at 1732155784198 (+7 ms)Writing region close event to WAL at 1732155784224 (+26 ms)Running coprocessor post-close hooks at 1732155784228 (+4 ms)Closed at 1732155784228 2024-11-21T02:23:04,228 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732155763001.732b46707c5e1425e8a1e06238950309. 2024-11-21T02:23:04,228 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 296da4fd0101cece135be4ab77a7d267, disabling compactions & flushes 2024-11-21T02:23:04,228 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267. 2024-11-21T02:23:04,228 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267. 2024-11-21T02:23:04,228 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267. after waiting 0 ms 2024-11-21T02:23:04,228 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267. 2024-11-21T02:23:04,228 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 296da4fd0101cece135be4ab77a7d267 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-21T02:23:04,231 DEBUG [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 296da4fd0101cece135be4ab77a7d267 2024-11-21T02:23:04,246 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/replication/296da4fd0101cece135be4ab77a7d267/.tmp/queue/024f32a0763d4e649863c89507906c69 is 153, key is 1-5aee4e3683e9,42911,1732155745882/queue:5aee4e3683e9%2C42911%2C1732155745882/1732155775287/Put/seqid=0 2024-11-21T02:23:04,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741846_1022 (size=5352) 2024-11-21T02:23:04,430 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 636, reset compression=false 2024-11-21T02:23:04,431 DEBUG [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 296da4fd0101cece135be4ab77a7d267 2024-11-21T02:23:04,434 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:23:04,434 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 1527, reset compression=false 2024-11-21T02:23:04,434 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.shipper5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,42911,1732155745882 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:23:04,435 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.shipper5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5aee4e3683e9,42911,1732155745882: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5aee4e3683e9,42911,1732155745882, walGroup=5aee4e3683e9%2C42911%2C1732155745882, offset=5aee4e3683e9%2C42911%2C1732155745882.1732155748586:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:42911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T02:23:04,436 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.shipper5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T02:23:04,436 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.shipper5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T02:23:04,436 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.shipper5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T02:23:04,436 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.shipper5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T02:23:04,436 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.shipper5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T02:23:04,436 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.shipper5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1367343104, "init": 1048576000, "max": 2306867200, "used": 1110661632 }, "NonHeapMemoryUsage": { "committed": 207028224, "init": 7667712, "max": -1, "used": 203273544 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T02:23:04,437 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.shipper5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:35331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:35331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T02:23:04,496 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:23:04,496 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:23:04,603 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/.tmp/rep_barrier/39b11378e8484db0998a9b0ba1e6a42e 2024-11-21T02:23:04,625 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/.tmp/table/f0fc2d3062d94f10bce6a60743b0579a is 53, key is hbase:replication/table:state/1732155768234/Put/seqid=0 2024-11-21T02:23:04,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741847_1023 (size=5308) 2024-11-21T02:23:04,631 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T02:23:04,631 DEBUG [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 296da4fd0101cece135be4ab77a7d267=hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267.} 2024-11-21T02:23:04,631 DEBUG [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 296da4fd0101cece135be4ab77a7d267 2024-11-21T02:23:04,638 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 1527, reset compression=false 2024-11-21T02:23:04,668 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/replication/296da4fd0101cece135be4ab77a7d267/.tmp/queue/024f32a0763d4e649863c89507906c69 2024-11-21T02:23:04,683 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/replication/296da4fd0101cece135be4ab77a7d267/.tmp/queue/024f32a0763d4e649863c89507906c69 as hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/replication/296da4fd0101cece135be4ab77a7d267/queue/024f32a0763d4e649863c89507906c69 2024-11-21T02:23:04,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:23:04,699 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/replication/296da4fd0101cece135be4ab77a7d267/queue/024f32a0763d4e649863c89507906c69, entries=1, sequenceid=8, filesize=5.2 K 2024-11-21T02:23:04,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,701 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 296da4fd0101cece135be4ab77a7d267 in 473ms, sequenceid=8, compaction requested=false 2024-11-21T02:23:04,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,763 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/replication/296da4fd0101cece135be4ab77a7d267/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T02:23:04,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,764 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:23:04,764 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:23:04,764 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267. 2024-11-21T02:23:04,764 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 296da4fd0101cece135be4ab77a7d267: Waiting for close lock at 1732155784228Running coprocessor pre-close hooks at 1732155784228Disabling compacts and flushes for region at 1732155784228Disabling writes for close at 1732155784228Obtaining lock to block concurrent updates at 1732155784228Preparing flush snapshotting stores in 296da4fd0101cece135be4ab77a7d267 at 1732155784228Finished memstore snapshotting hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732155784229 (+1 ms)Flushing stores of hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267. at 1732155784229Flushing 296da4fd0101cece135be4ab77a7d267/queue: creating writer at 1732155784229Flushing 296da4fd0101cece135be4ab77a7d267/queue: appending metadata at 1732155784246 (+17 ms)Flushing 296da4fd0101cece135be4ab77a7d267/queue: closing flushed file at 1732155784246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e50fb13: reopening flushed file at 1732155784682 (+436 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 296da4fd0101cece135be4ab77a7d267 in 473ms, sequenceid=8, compaction requested=false at 1732155784701 (+19 ms)Writing region close event to WAL at 1732155784744 (+43 ms)Running coprocessor post-close hooks at 1732155784764 (+20 ms)Closed at 1732155784764 2024-11-21T02:23:04,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,764 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732155767449.296da4fd0101cece135be4ab77a7d267. 2024-11-21T02:23:04,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:04,832 DEBUG [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:04,941 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 1527, reset compression=false 2024-11-21T02:23:05,029 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/.tmp/table/f0fc2d3062d94f10bce6a60743b0579a 2024-11-21T02:23:05,032 DEBUG [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:05,034 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/.tmp/info/1f82454273c346e7bf65674f9907f5e3 as hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/info/1f82454273c346e7bf65674f9907f5e3 2024-11-21T02:23:05,038 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/info/1f82454273c346e7bf65674f9907f5e3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T02:23:05,039 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/.tmp/ns/85b9c81d604e4680bbd05b81d75716f7 as hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/ns/85b9c81d604e4680bbd05b81d75716f7 2024-11-21T02:23:05,044 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/ns/85b9c81d604e4680bbd05b81d75716f7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T02:23:05,045 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/.tmp/rep_barrier/39b11378e8484db0998a9b0ba1e6a42e as hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/rep_barrier/39b11378e8484db0998a9b0ba1e6a42e 2024-11-21T02:23:05,051 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/rep_barrier/39b11378e8484db0998a9b0ba1e6a42e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T02:23:05,052 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/.tmp/table/f0fc2d3062d94f10bce6a60743b0579a as hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/table/f0fc2d3062d94f10bce6a60743b0579a 2024-11-21T02:23:05,056 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/table/f0fc2d3062d94f10bce6a60743b0579a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T02:23:05,057 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1426ms, sequenceid=16, compaction requested=false 2024-11-21T02:23:05,061 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T02:23:05,062 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:23:05,062 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:23:05,062 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:23:05,062 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155783630Running coprocessor pre-close hooks at 1732155783630Disabling compacts and flushes for region at 1732155783630Disabling writes for close at 1732155783631 (+1 ms)Obtaining lock to block concurrent updates at 1732155783631Preparing flush snapshotting stores in 1588230740 at 1732155783631Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732155783631Flushing stores of hbase:meta,,1.1588230740 at 1732155783631Flushing 1588230740/info: creating writer at 1732155783631Flushing 1588230740/info: appending metadata at 1732155783644 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732155783644Flushing 1588230740/ns: creating writer at 1732155784061 (+417 ms)Flushing 1588230740/ns: appending metadata at 1732155784084 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732155784084Flushing 1588230740/rep_barrier: creating writer at 1732155784133 (+49 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732155784167 (+34 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732155784167Flushing 1588230740/table: creating writer at 1732155784609 (+442 ms)Flushing 1588230740/table: appending metadata at 1732155784625 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732155784625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67da167e: reopening flushed file at 1732155785033 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e5d233: reopening flushed file at 1732155785038 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aea6e98: reopening flushed file at 1732155785044 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8574666: reopening flushed file at 1732155785051 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1426ms, sequenceid=16, compaction requested=false at 1732155785057 (+6 ms)Writing region close event to WAL at 1732155785059 (+2 ms)Running coprocessor post-close hooks at 1732155785062 (+3 ms)Closed at 1732155785062 2024-11-21T02:23:05,062 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:23:05,232 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,42911,1732155745882; all regions closed. 2024-11-21T02:23:05,234 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.meta.1732155749066.meta not finished, retry = 0 2024-11-21T02:23:05,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741834_1010 (size=4239) 2024-11-21T02:23:05,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.rep.1732155768187 not finished, retry = 0 2024-11-21T02:23:05,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741839_1015 (size=2240) 2024-11-21T02:23:05,348 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/WALs/5aee4e3683e9,42911,1732155745882/5aee4e3683e9%2C42911%2C1732155745882.1732155748586 to pos 1527, reset compression=false 2024-11-21T02:23:05,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741833_1009 (size=1535) 2024-11-21T02:23:05,442 DEBUG [RS:0;5aee4e3683e9:42911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:05,442 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:23:05,442 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:23:05,442 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:23:05,442 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:23:05,442 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:23:05,442 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,42911,1732155745882 because: Region server is closing 2024-11-21T02:23:05,443 INFO [RS:0;5aee4e3683e9:42911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:42911. 2024-11-21T02:23:05,443 DEBUG [RS:0;5aee4e3683e9:42911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:05,443 DEBUG [RS:0;5aee4e3683e9:42911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:05,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:05,443 DEBUG [RS:0;5aee4e3683e9:42911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:05,543 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.shipper5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 terminated 2024-11-21T02:23:05,543 INFO [RS:0;5aee4e3683e9:42911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42911 2024-11-21T02:23:05,545 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,42911,1732155745882.replicationSource.wal-reader.5aee4e3683e9%2C42911%2C1732155745882,1-5aee4e3683e9,42911,1732155745882 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T02:23:05,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01761500853/rs/5aee4e3683e9,42911,1732155745882 2024-11-21T02:23:05,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853/rs 2024-11-21T02:23:05,565 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:23:05,673 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,42911,1732155745882] 2024-11-21T02:23:05,771 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01761500853/draining/5aee4e3683e9,42911,1732155745882 already deleted, retry=false 2024-11-21T02:23:05,771 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,42911,1732155745882 expired; onlineServers=0 2024-11-21T02:23:05,771 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,35331,1732155745527' ***** 2024-11-21T02:23:05,771 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:23:05,771 INFO [M:0;5aee4e3683e9:35331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:23:05,771 INFO [M:0;5aee4e3683e9:35331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:23:05,771 DEBUG [M:0;5aee4e3683e9:35331 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:23:05,771 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:23:05,771 DEBUG [M:0;5aee4e3683e9:35331 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:23:05,771 INFO [M:0;5aee4e3683e9:35331 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:23:05,771 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155748155 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155748155,5,FailOnTimeoutGroup] 2024-11-21T02:23:05,772 INFO [M:0;5aee4e3683e9:35331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:23:05,772 DEBUG [M:0;5aee4e3683e9:35331 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:23:05,772 INFO [M:0;5aee4e3683e9:35331 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:23:05,772 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155748164 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155748164,5,FailOnTimeoutGroup] 2024-11-21T02:23:05,772 INFO [M:0;5aee4e3683e9:35331 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:23:05,772 ERROR [M:0;5aee4e3683e9:35331 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43415,5,PEWorkerGroup] 2024-11-21T02:23:05,772 INFO [M:0;5aee4e3683e9:35331 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:23:05,773 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:23:05,773 INFO [RS:0;5aee4e3683e9:42911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:23:05,773 INFO [RS:0;5aee4e3683e9:42911 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,42911,1732155745882; zookeeper connection closed. 2024-11-21T02:23:05,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:05,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42911-0x1015b3315470001, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:05,774 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@172738c6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@172738c6 2024-11-21T02:23:05,774 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:23:05,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01761500853/master 2024-11-21T02:23:05,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01761500853 2024-11-21T02:23:05,791 DEBUG [M:0;5aee4e3683e9:35331 {}] zookeeper.ZKUtil(347): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Unable to get data of znode /01761500853/master because node does not exist (not an error) 2024-11-21T02:23:05,791 WARN [M:0;5aee4e3683e9:35331 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T02:23:05,792 INFO [M:0;5aee4e3683e9:35331 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/.lastflushedseqids 2024-11-21T02:23:05,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741848_1024 (size=245) 2024-11-21T02:23:05,807 INFO [M:0;5aee4e3683e9:35331 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:23:05,807 INFO [M:0;5aee4e3683e9:35331 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:23:05,807 DEBUG [M:0;5aee4e3683e9:35331 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:23:05,807 INFO [M:0;5aee4e3683e9:35331 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:05,807 DEBUG [M:0;5aee4e3683e9:35331 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:05,807 DEBUG [M:0;5aee4e3683e9:35331 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:23:05,807 DEBUG [M:0;5aee4e3683e9:35331 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:05,808 INFO [M:0;5aee4e3683e9:35331 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-21T02:23:05,829 DEBUG [M:0;5aee4e3683e9:35331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52b1c974414e4eed85deb5464b29fd02 is 82, key is hbase:meta,,1/info:regioninfo/1732155749178/Put/seqid=0 2024-11-21T02:23:05,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741849_1025 (size=5672) 2024-11-21T02:23:05,871 INFO [M:0;5aee4e3683e9:35331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52b1c974414e4eed85deb5464b29fd02 2024-11-21T02:23:05,909 DEBUG [M:0;5aee4e3683e9:35331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9addc4bec45f4cf680744182c3ae17cc is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732155763932/Put/seqid=0 2024-11-21T02:23:05,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741850_1026 (size=7219) 2024-11-21T02:23:05,948 INFO [M:0;5aee4e3683e9:35331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9addc4bec45f4cf680744182c3ae17cc 2024-11-21T02:23:06,000 INFO [M:0;5aee4e3683e9:35331 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9addc4bec45f4cf680744182c3ae17cc 2024-11-21T02:23:06,032 DEBUG [M:0;5aee4e3683e9:35331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cbc98cc0d824ffeaecf13b786a0ab34 is 69, key is 5aee4e3683e9,42911,1732155745882/rs:state/1732155748286/Put/seqid=0 2024-11-21T02:23:06,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741851_1027 (size=5156) 2024-11-21T02:23:06,047 INFO [M:0;5aee4e3683e9:35331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cbc98cc0d824ffeaecf13b786a0ab34 2024-11-21T02:23:06,051 DEBUG [M:0;5aee4e3683e9:35331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52b1c974414e4eed85deb5464b29fd02 as hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52b1c974414e4eed85deb5464b29fd02 2024-11-21T02:23:06,056 INFO [M:0;5aee4e3683e9:35331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52b1c974414e4eed85deb5464b29fd02, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T02:23:06,056 DEBUG [M:0;5aee4e3683e9:35331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9addc4bec45f4cf680744182c3ae17cc as hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9addc4bec45f4cf680744182c3ae17cc 2024-11-21T02:23:06,059 INFO [M:0;5aee4e3683e9:35331 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9addc4bec45f4cf680744182c3ae17cc 2024-11-21T02:23:06,059 INFO [M:0;5aee4e3683e9:35331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9addc4bec45f4cf680744182c3ae17cc, entries=11, sequenceid=105, filesize=7.0 K 2024-11-21T02:23:06,060 DEBUG [M:0;5aee4e3683e9:35331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3cbc98cc0d824ffeaecf13b786a0ab34 as hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3cbc98cc0d824ffeaecf13b786a0ab34 2024-11-21T02:23:06,077 INFO [M:0;5aee4e3683e9:35331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43415/user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3cbc98cc0d824ffeaecf13b786a0ab34, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T02:23:06,078 INFO [M:0;5aee4e3683e9:35331 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 271ms, sequenceid=105, compaction requested=false 2024-11-21T02:23:06,095 INFO [M:0;5aee4e3683e9:35331 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:06,095 DEBUG [M:0;5aee4e3683e9:35331 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155785807Disabling compacts and flushes for region at 1732155785807Disabling writes for close at 1732155785807Obtaining lock to block concurrent updates at 1732155785808 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155785808Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732155785808Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155785809 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155785809Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155785829 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155785829Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155785889 (+60 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155785908 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155785908Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155786000 (+92 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155786032 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155786032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3e7184: reopening flushed file at 1732155786051 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74270b0e: reopening flushed file at 1732155786056 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d41ae43: reopening flushed file at 1732155786060 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 271ms, sequenceid=105, compaction requested=false at 1732155786078 (+18 ms)Writing region close event to WAL at 1732155786095 (+17 ms)Closed at 1732155786095 2024-11-21T02:23:06,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36359 is added to blk_1073741830_1006 (size=64435) 2024-11-21T02:23:06,104 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/255aaad3-810f-ad49-0716-a44d3986f1dc/MasterData/WALs/5aee4e3683e9,35331,1732155745527/5aee4e3683e9%2C35331%2C1732155745527.1732155747697 not finished, retry = 0 2024-11-21T02:23:06,205 INFO [M:0;5aee4e3683e9:35331 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:23:06,205 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:23:06,205 INFO [M:0;5aee4e3683e9:35331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35331 2024-11-21T02:23:06,205 INFO [M:0;5aee4e3683e9:35331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:23:06,322 INFO [M:0;5aee4e3683e9:35331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:23:06,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:06,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35331-0x1015b3315470000, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:06,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72e491e2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:23:06,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@95d46a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:23:06,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:23:06,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@611a7b22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:23:06,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d4852df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/hadoop.log.dir/,STOPPED} 2024-11-21T02:23:06,326 WARN [BP-1800647422-172.17.0.2-1732155742715 heartbeating to localhost/127.0.0.1:43415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:23:06,326 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:23:06,326 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:23:06,326 WARN [BP-1800647422-172.17.0.2-1732155742715 heartbeating to localhost/127.0.0.1:43415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1800647422-172.17.0.2-1732155742715 (Datanode Uuid e274700a-f405-4836-ac00-822369e7a8e9) service to localhost/127.0.0.1:43415 2024-11-21T02:23:06,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/cluster_bf438f57-7f75-80d3-e59d-6a96fec14a2f/data/data1/current/BP-1800647422-172.17.0.2-1732155742715 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:23:06,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/cluster_bf438f57-7f75-80d3-e59d-6a96fec14a2f/data/data2/current/BP-1800647422-172.17.0.2-1732155742715 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:23:06,327 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:23:06,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ab7f4bc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:23:06,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c1f488a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:23:06,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:23:06,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6326fb22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:23:06,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@737f4167{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab359bb5-bc09-ecfb-042a-231b3cc094eb/hadoop.log.dir/,STOPPED} 2024-11-21T02:23:06,339 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T02:23:06,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:23:06,365 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 313) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46747 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46747 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43965 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-33 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52260) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43415 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52260) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52260) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46747 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:46747 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=795 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=999 (was 873) - SystemLoadAverage LEAK? -, ProcessCount=13 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=1313 (was 295) - AvailableMemoryMB LEAK? - 2024-11-21T02:23:06,377 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=999, ProcessCount=11, AvailableMemoryMB=1313 2024-11-21T02:23:06,393 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-21T02:23:06,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/hadoop.log.dir so I do NOT create it in target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c 2024-11-21T02:23:06,394 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:23:06,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/hadoop.tmp.dir so I do NOT create it in target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c 2024-11-21T02:23:06,394 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/715cfae3-b4c3-eec9-2027-c32211076430/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:23:06,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c 2024-11-21T02:23:06,394 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/cluster_c61d53eb-f468-22ba-7ce5-73888d8c9f83, deleteOnExit=true 2024-11-21T02:23:06,407 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/cluster_c61d53eb-f468-22ba-7ce5-73888d8c9f83/zookeeper_0, clientPort=56221, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/cluster_c61d53eb-f468-22ba-7ce5-73888d8c9f83/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/cluster_c61d53eb-f468-22ba-7ce5-73888d8c9f83/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T02:23:06,408 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56221 2024-11-21T02:23:06,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:23:06,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:23:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/test.cache.data in system properties and HBase conf 2024-11-21T02:23:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:23:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:23:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:23:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:23:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:23:06,409 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:23:06,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:23:06,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:23:06,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:23:06,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:23:06,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:23:06,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:23:06,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:23:06,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:23:06,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:23:06,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:23:06,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:23:06,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:23:06,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:23:06,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:23:06,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b3315470005, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:23:06,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b3315470002, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:23:06,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015b3315470008, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:23:06,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015b3315470008, quorum=127.0.0.1:52260, baseZNode=/2318214480 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:23:06,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b3315470002, quorum=127.0.0.1:52260, baseZNode=/01761500853 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:23:06,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b3315470005, quorum=127.0.0.1:52260, baseZNode=/1-202409437 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:23:07,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:23:07,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:23:07,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:23:07,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:23:07,188 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:23:07,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:23:07,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@289868dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:23:07,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b703aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:23:07,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ad5ceb6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/java.io.tmpdir/jetty-localhost-35975-hadoop-hdfs-3_4_1-tests_jar-_-any-13593077384518081250/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:23:07,287 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f4998f4{HTTP/1.1, (http/1.1)}{localhost:35975} 2024-11-21T02:23:07,287 INFO [Time-limited test {}] server.Server(415): Started @330550ms 2024-11-21T02:23:07,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:23:07,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:23:07,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T02:23:07,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:23:07,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:23:07,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:23:07,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:23:07,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:23:07,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:23:07,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f36f996{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:23:07,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@347d4209{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:23:08,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bcaa348{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/java.io.tmpdir/jetty-localhost-33469-hadoop-hdfs-3_4_1-tests_jar-_-any-1820038895255680036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:23:08,002 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65bca321{HTTP/1.1, (http/1.1)}{localhost:33469} 2024-11-21T02:23:08,002 INFO [Time-limited test {}] server.Server(415): Started @331265ms 2024-11-21T02:23:08,003 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:23:09,231 WARN [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/cluster_c61d53eb-f468-22ba-7ce5-73888d8c9f83/data/data2/current/BP-1842445537-172.17.0.2-1732155786426/current, will proceed with Du for space computation calculation, 2024-11-21T02:23:09,231 WARN [Thread-4179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/cluster_c61d53eb-f468-22ba-7ce5-73888d8c9f83/data/data1/current/BP-1842445537-172.17.0.2-1732155786426/current, will proceed with Du for space computation calculation, 2024-11-21T02:23:09,259 WARN [Thread-4167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:23:09,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x169004a6208ff35c with lease ID 0xa4b3c534f6ed694e: Processing first storage report for DS-664439e6-7790-43cc-928f-fcb6cfed17e4 from datanode DatanodeRegistration(127.0.0.1:38655, datanodeUuid=cea4efe1-90f0-4e16-b30a-050852f61ed8, infoPort=39327, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=575088652;c=1732155786426) 2024-11-21T02:23:09,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x169004a6208ff35c with lease ID 0xa4b3c534f6ed694e: from storage DS-664439e6-7790-43cc-928f-fcb6cfed17e4 node DatanodeRegistration(127.0.0.1:38655, datanodeUuid=cea4efe1-90f0-4e16-b30a-050852f61ed8, infoPort=39327, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=575088652;c=1732155786426), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:23:09,262 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x169004a6208ff35c with lease ID 0xa4b3c534f6ed694e: Processing first storage report for DS-4b7f0278-256f-4197-a8c4-8d173031e794 from datanode DatanodeRegistration(127.0.0.1:38655, datanodeUuid=cea4efe1-90f0-4e16-b30a-050852f61ed8, infoPort=39327, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=575088652;c=1732155786426) 2024-11-21T02:23:09,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x169004a6208ff35c with lease ID 0xa4b3c534f6ed694e: from storage DS-4b7f0278-256f-4197-a8c4-8d173031e794 node DatanodeRegistration(127.0.0.1:38655, datanodeUuid=cea4efe1-90f0-4e16-b30a-050852f61ed8, infoPort=39327, infoSecurePort=0, ipcPort=37713, storageInfo=lv=-57;cid=testClusterID;nsid=575088652;c=1732155786426), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:23:09,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c 2024-11-21T02:23:09,346 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:09,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:09,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:23:09,731 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:23:09,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,759 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d with version=8 2024-11-21T02:23:09,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/hbase-staging 2024-11-21T02:23:09,761 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:23:09,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:09,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:09,762 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:23:09,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:09,762 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:23:09,762 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:23:09,762 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:23:09,764 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42303 2024-11-21T02:23:09,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42303 connecting to ZooKeeper ensemble=127.0.0.1:56221 2024-11-21T02:23:09,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:09,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423030x0, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:23:09,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42303-0x1015b33c04e0000 connected 2024-11-21T02:23:09,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:09,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:09,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Set watcher on znode that does not yet exist, /0875270360/running 2024-11-21T02:23:09,985 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d, hbase.cluster.distributed=false 2024-11-21T02:23:09,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Set watcher on znode that does not yet exist, /0875270360/acl 2024-11-21T02:23:10,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42303 2024-11-21T02:23:10,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42303 2024-11-21T02:23:10,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42303 2024-11-21T02:23:10,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42303 2024-11-21T02:23:10,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42303 2024-11-21T02:23:10,025 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:23:10,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:10,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:10,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:23:10,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:10,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:23:10,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:23:10,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:23:10,026 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44781 2024-11-21T02:23:10,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44781 connecting to ZooKeeper ensemble=127.0.0.1:56221 2024-11-21T02:23:10,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:10,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:10,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447810x0, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:23:10,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44781-0x1015b33c04e0001 connected 2024-11-21T02:23:10,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44781-0x1015b33c04e0001, quorum=127.0.0.1:56221, baseZNode=/0875270360 Set watcher on znode that does not yet exist, /0875270360/running 2024-11-21T02:23:10,042 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:23:10,044 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:23:10,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44781-0x1015b33c04e0001, quorum=127.0.0.1:56221, baseZNode=/0875270360 Set watcher on znode that does not yet exist, /0875270360/master 2024-11-21T02:23:10,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44781-0x1015b33c04e0001, quorum=127.0.0.1:56221, baseZNode=/0875270360 Set watcher on znode that does not yet exist, /0875270360/acl 2024-11-21T02:23:10,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44781 2024-11-21T02:23:10,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44781 2024-11-21T02:23:10,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44781 2024-11-21T02:23:10,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44781 2024-11-21T02:23:10,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44781 2024-11-21T02:23:10,062 DEBUG [M:0;5aee4e3683e9:42303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:42303 2024-11-21T02:23:10,062 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0875270360/backup-masters/5aee4e3683e9,42303,1732155789761 2024-11-21T02:23:10,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360/backup-masters 2024-11-21T02:23:10,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x1015b33c04e0001, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360/backup-masters 2024-11-21T02:23:10,124 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Set watcher on existing znode=/0875270360/backup-masters/5aee4e3683e9,42303,1732155789761 2024-11-21T02:23:10,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360 2024-11-21T02:23:10,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x1015b33c04e0001, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0875270360/master 2024-11-21T02:23:10,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x1015b33c04e0001, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360 2024-11-21T02:23:10,203 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Set watcher on existing znode=/0875270360/master 2024-11-21T02:23:10,203 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0875270360/backup-masters/5aee4e3683e9,42303,1732155789761 from backup master directory 2024-11-21T02:23:10,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x1015b33c04e0001, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360/backup-masters 2024-11-21T02:23:10,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0875270360/backup-masters/5aee4e3683e9,42303,1732155789761 2024-11-21T02:23:10,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360/backup-masters 2024-11-21T02:23:10,268 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:23:10,268 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,42303,1732155789761 2024-11-21T02:23:10,271 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/hbase.id] with ID: cad739de-5d32-4efa-92ce-84039995c0e5 2024-11-21T02:23:10,271 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/.tmp/hbase.id 2024-11-21T02:23:10,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:23:10,675 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/.tmp/hbase.id]:[hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/hbase.id] 2024-11-21T02:23:10,682 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:10,682 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:23:10,682 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T02:23:10,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x1015b33c04e0001, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360 2024-11-21T02:23:10,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360 2024-11-21T02:23:10,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:23:10,758 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:23:10,759 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:23:10,759 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:23:10,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:23:11,165 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/MasterData/data/master/store 2024-11-21T02:23:11,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:23:11,570 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:11,570 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:23:11,570 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:11,570 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:11,570 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:23:11,570 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:11,570 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:11,570 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155791570Disabling compacts and flushes for region at 1732155791570Disabling writes for close at 1732155791570Writing region close event to WAL at 1732155791570Closed at 1732155791570 2024-11-21T02:23:11,572 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/MasterData/data/master/store/.initializing 2024-11-21T02:23:11,572 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/MasterData/WALs/5aee4e3683e9,42303,1732155789761 2024-11-21T02:23:11,573 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:23:11,575 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C42303%2C1732155789761, suffix=, logDir=hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/MasterData/WALs/5aee4e3683e9,42303,1732155789761, archiveDir=hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/MasterData/oldWALs, maxLogs=10 2024-11-21T02:23:11,590 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/MasterData/WALs/5aee4e3683e9,42303,1732155789761/5aee4e3683e9%2C42303%2C1732155789761.1732155791575, exclude list is [], retry=0 2024-11-21T02:23:11,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-664439e6-7790-43cc-928f-fcb6cfed17e4,DISK] 2024-11-21T02:23:11,596 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/MasterData/WALs/5aee4e3683e9,42303,1732155789761/5aee4e3683e9%2C42303%2C1732155789761.1732155791575 2024-11-21T02:23:11,598 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39327:39327)] 2024-11-21T02:23:11,598 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:23:11,599 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:11,599 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:11,599 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:11,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:11,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:23:11,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:11,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:11,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:11,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:23:11,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:11,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:11,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:11,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:23:11,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:11,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:11,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:11,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:23:11,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:11,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:11,606 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:11,607 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:11,607 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:11,608 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:11,608 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:11,609 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:23:11,610 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:11,611 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:23:11,611 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67463977, jitterRate=0.005291596055030823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:23:11,611 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155791599Initializing all the Stores at 1732155791600 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155791600Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155791600Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155791600Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155791600Cleaning up temporary data from old regions at 1732155791608 (+8 ms)Region opened successfully at 1732155791611 (+3 ms) 2024-11-21T02:23:11,612 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:23:11,614 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ab34af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:23:11,615 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:23:11,615 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:23:11,615 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:23:11,615 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:23:11,616 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:23:11,616 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:23:11,616 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:23:11,621 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:23:11,622 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Unable to get data of znode /0875270360/balancer because node does not exist (not necessarily an error) 2024-11-21T02:23:11,664 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0875270360/balancer already deleted, retry=false 2024-11-21T02:23:11,665 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:23:11,665 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Unable to get data of znode /0875270360/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:23:11,672 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0875270360/normalizer already deleted, retry=false 2024-11-21T02:23:11,673 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:23:11,677 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Unable to get data of znode /0875270360/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:23:11,689 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0875270360/switch/split already deleted, retry=false 2024-11-21T02:23:11,690 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Unable to get data of znode /0875270360/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:23:11,699 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0875270360/switch/merge already deleted, retry=false 2024-11-21T02:23:11,701 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Unable to get data of znode /0875270360/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:23:11,710 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0875270360/snapshot-cleanup already deleted, retry=false 2024-11-21T02:23:11,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0875270360/running 2024-11-21T02:23:11,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x1015b33c04e0001, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0875270360/running 2024-11-21T02:23:11,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360 2024-11-21T02:23:11,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x1015b33c04e0001, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360 2024-11-21T02:23:11,722 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,42303,1732155789761, sessionid=0x1015b33c04e0000, setting cluster-up flag (Was=false) 2024-11-21T02:23:11,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x1015b33c04e0001, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360 2024-11-21T02:23:11,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360 2024-11-21T02:23:11,773 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0875270360/flush-table-proc/acquired, /0875270360/flush-table-proc/reached, /0875270360/flush-table-proc/abort 2024-11-21T02:23:11,775 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,42303,1732155789761 2024-11-21T02:23:11,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360 2024-11-21T02:23:11,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x1015b33c04e0001, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360 2024-11-21T02:23:11,826 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0875270360/online-snapshot/acquired, /0875270360/online-snapshot/reached, /0875270360/online-snapshot/abort 2024-11-21T02:23:11,827 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,42303,1732155789761 2024-11-21T02:23:11,828 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:23:11,848 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:23:11,848 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:23:11,848 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:23:11,849 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,42303,1732155789761 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:23:11,851 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:23:11,851 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:23:11,851 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:23:11,851 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:23:11,851 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:23:11,851 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:11,851 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:23:11,851 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:11,861 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:23:11,861 INFO [RS:0;5aee4e3683e9:44781 {}] regionserver.HRegionServer(746): ClusterId : cad739de-5d32-4efa-92ce-84039995c0e5 2024-11-21T02:23:11,862 DEBUG [RS:0;5aee4e3683e9:44781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:23:11,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:23:11,865 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:11,865 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:23:11,873 DEBUG [RS:0;5aee4e3683e9:44781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:23:11,873 DEBUG [RS:0;5aee4e3683e9:44781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:23:11,880 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155821880 2024-11-21T02:23:11,880 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:23:11,881 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:23:11,881 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:23:11,881 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:23:11,881 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:23:11,881 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:23:11,883 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:11,883 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:23:11,883 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:23:11,883 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:23:11,883 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:23:11,884 DEBUG [RS:0;5aee4e3683e9:44781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:23:11,884 DEBUG [RS:0;5aee4e3683e9:44781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fda7ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:23:11,888 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:23:11,888 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:23:11,900 DEBUG [RS:0;5aee4e3683e9:44781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:44781 2024-11-21T02:23:11,900 INFO [RS:0;5aee4e3683e9:44781 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:23:11,900 INFO [RS:0;5aee4e3683e9:44781 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:23:11,900 DEBUG [RS:0;5aee4e3683e9:44781 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:23:11,901 INFO [RS:0;5aee4e3683e9:44781 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,42303,1732155789761 with port=44781, startcode=1732155790025 2024-11-21T02:23:11,901 DEBUG [RS:0;5aee4e3683e9:44781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:23:11,901 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155791888,5,FailOnTimeoutGroup] 2024-11-21T02:23:11,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:23:11,902 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155791901,5,FailOnTimeoutGroup] 2024-11-21T02:23:11,902 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:11,902 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:23:11,902 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:11,902 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:11,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:23:11,903 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d 2024-11-21T02:23:11,904 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:23:11,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,44781,1732155790025 2024-11-21T02:23:11,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42303 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,44781,1732155790025 2024-11-21T02:23:11,905 DEBUG [RS:0;5aee4e3683e9:44781 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d 2024-11-21T02:23:11,905 DEBUG [RS:0;5aee4e3683e9:44781 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35843 2024-11-21T02:23:11,905 DEBUG [RS:0;5aee4e3683e9:44781 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:23:11,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360/rs 2024-11-21T02:23:11,915 DEBUG [RS:0;5aee4e3683e9:44781 {}] zookeeper.ZKUtil(111): regionserver:44781-0x1015b33c04e0001, quorum=127.0.0.1:56221, baseZNode=/0875270360 Set watcher on existing znode=/0875270360/rs/5aee4e3683e9,44781,1732155790025 2024-11-21T02:23:11,915 WARN [RS:0;5aee4e3683e9:44781 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:23:11,916 INFO [RS:0;5aee4e3683e9:44781 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:23:11,916 DEBUG [RS:0;5aee4e3683e9:44781 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/WALs/5aee4e3683e9,44781,1732155790025 2024-11-21T02:23:11,916 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,44781,1732155790025] 2024-11-21T02:23:11,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:23:11,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:11,926 INFO [RS:0;5aee4e3683e9:44781 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:23:11,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:23:11,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:23:11,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:11,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:11,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:23:11,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:23:11,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:11,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:11,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:23:11,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:23:11,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:11,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:11,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:23:11,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:23:11,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:11,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:11,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:23:11,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/data/hbase/meta/1588230740 2024-11-21T02:23:11,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/data/hbase/meta/1588230740 2024-11-21T02:23:11,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:23:11,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:23:11,943 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:23:11,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:23:11,944 INFO [RS:0;5aee4e3683e9:44781 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:23:11,952 INFO [RS:0;5aee4e3683e9:44781 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:23:11,952 INFO [RS:0;5aee4e3683e9:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:11,954 INFO [RS:0;5aee4e3683e9:44781 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:23:11,955 INFO [RS:0;5aee4e3683e9:44781 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:23:11,955 INFO [RS:0;5aee4e3683e9:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:11,955 DEBUG [RS:0;5aee4e3683e9:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:11,955 DEBUG [RS:0;5aee4e3683e9:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:11,955 DEBUG [RS:0;5aee4e3683e9:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:11,955 DEBUG [RS:0;5aee4e3683e9:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:11,955 DEBUG [RS:0;5aee4e3683e9:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:11,955 DEBUG [RS:0;5aee4e3683e9:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:23:11,955 DEBUG [RS:0;5aee4e3683e9:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:11,955 DEBUG [RS:0;5aee4e3683e9:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:11,955 DEBUG [RS:0;5aee4e3683e9:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:11,955 DEBUG [RS:0;5aee4e3683e9:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:11,955 DEBUG [RS:0;5aee4e3683e9:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:11,955 DEBUG [RS:0;5aee4e3683e9:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:11,956 DEBUG [RS:0;5aee4e3683e9:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:23:11,956 DEBUG [RS:0;5aee4e3683e9:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:23:11,956 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:23:11,956 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73756648, jitterRate=0.09905970096588135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:23:11,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155791917Initializing all the Stores at 1732155791918 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155791918Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155791936 (+18 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155791936Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155791936Cleaning up temporary data from old regions at 1732155791943 (+7 ms)Region opened successfully at 1732155791957 (+14 ms) 2024-11-21T02:23:11,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:23:11,957 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:23:11,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:23:11,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:23:11,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:23:11,960 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:23:11,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155791957Disabling compacts and flushes for region at 1732155791957Disabling writes for close at 1732155791957Writing region close event to WAL at 1732155791960 (+3 ms)Closed at 1732155791960 2024-11-21T02:23:11,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:23:11,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:23:11,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:23:11,962 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:23:11,963 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:23:11,972 INFO [RS:0;5aee4e3683e9:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:11,972 INFO [RS:0;5aee4e3683e9:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:11,972 INFO [RS:0;5aee4e3683e9:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:11,972 INFO [RS:0;5aee4e3683e9:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:11,972 INFO [RS:0;5aee4e3683e9:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:11,972 INFO [RS:0;5aee4e3683e9:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,44781,1732155790025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:23:11,998 INFO [RS:0;5aee4e3683e9:44781 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:23:11,998 INFO [RS:0;5aee4e3683e9:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,44781,1732155790025-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:11,999 INFO [RS:0;5aee4e3683e9:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:11,999 INFO [RS:0;5aee4e3683e9:44781 {}] regionserver.Replication(171): 5aee4e3683e9,44781,1732155790025 started 2024-11-21T02:23:12,015 INFO [RS:0;5aee4e3683e9:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:12,016 INFO [RS:0;5aee4e3683e9:44781 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,44781,1732155790025, RpcServer on 5aee4e3683e9/172.17.0.2:44781, sessionid=0x1015b33c04e0001 2024-11-21T02:23:12,016 DEBUG [RS:0;5aee4e3683e9:44781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:23:12,016 DEBUG [RS:0;5aee4e3683e9:44781 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,44781,1732155790025 2024-11-21T02:23:12,016 DEBUG [RS:0;5aee4e3683e9:44781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,44781,1732155790025' 2024-11-21T02:23:12,016 DEBUG [RS:0;5aee4e3683e9:44781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0875270360/flush-table-proc/abort' 2024-11-21T02:23:12,016 DEBUG [RS:0;5aee4e3683e9:44781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0875270360/flush-table-proc/acquired' 2024-11-21T02:23:12,017 DEBUG [RS:0;5aee4e3683e9:44781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:23:12,017 DEBUG [RS:0;5aee4e3683e9:44781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:23:12,017 DEBUG [RS:0;5aee4e3683e9:44781 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,44781,1732155790025 2024-11-21T02:23:12,017 DEBUG [RS:0;5aee4e3683e9:44781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,44781,1732155790025' 2024-11-21T02:23:12,017 DEBUG [RS:0;5aee4e3683e9:44781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0875270360/online-snapshot/abort' 2024-11-21T02:23:12,017 DEBUG [RS:0;5aee4e3683e9:44781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0875270360/online-snapshot/acquired' 2024-11-21T02:23:12,017 DEBUG [RS:0;5aee4e3683e9:44781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:23:12,017 INFO [RS:0;5aee4e3683e9:44781 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:23:12,017 INFO [RS:0;5aee4e3683e9:44781 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:23:12,113 WARN [5aee4e3683e9:42303 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-21T02:23:12,118 INFO [RS:0;5aee4e3683e9:44781 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:23:12,119 INFO [RS:0;5aee4e3683e9:44781 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C44781%2C1732155790025, suffix=, logDir=hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/WALs/5aee4e3683e9,44781,1732155790025, archiveDir=hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/oldWALs, maxLogs=10 2024-11-21T02:23:12,130 DEBUG [RS:0;5aee4e3683e9:44781 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/WALs/5aee4e3683e9,44781,1732155790025/5aee4e3683e9%2C44781%2C1732155790025.1732155792119, exclude list is [], retry=0 2024-11-21T02:23:12,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-664439e6-7790-43cc-928f-fcb6cfed17e4,DISK] 2024-11-21T02:23:12,133 INFO [RS:0;5aee4e3683e9:44781 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/WALs/5aee4e3683e9,44781,1732155790025/5aee4e3683e9%2C44781%2C1732155790025.1732155792119 2024-11-21T02:23:12,133 DEBUG [RS:0;5aee4e3683e9:44781 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39327:39327)] 2024-11-21T02:23:12,363 DEBUG [5aee4e3683e9:42303 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:23:12,364 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,44781,1732155790025 2024-11-21T02:23:12,364 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,44781,1732155790025, state=OPENING 2024-11-21T02:23:12,415 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:23:12,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360 2024-11-21T02:23:12,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x1015b33c04e0001, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0875270360 2024-11-21T02:23:12,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0875270360/meta-region-server: CHANGED 2024-11-21T02:23:12,426 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:23:12,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,44781,1732155790025}] 2024-11-21T02:23:12,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0875270360/meta-region-server: CHANGED 2024-11-21T02:23:12,579 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:23:12,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:23:12,583 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:23:12,583 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:23:12,583 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:23:12,584 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C44781%2C1732155790025.meta, suffix=.meta, logDir=hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/WALs/5aee4e3683e9,44781,1732155790025, archiveDir=hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/oldWALs, maxLogs=10 2024-11-21T02:23:12,595 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/WALs/5aee4e3683e9,44781,1732155790025/5aee4e3683e9%2C44781%2C1732155790025.meta.1732155792584.meta, exclude list is [], retry=0 2024-11-21T02:23:12,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38655,DS-664439e6-7790-43cc-928f-fcb6cfed17e4,DISK] 2024-11-21T02:23:12,598 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/WALs/5aee4e3683e9,44781,1732155790025/5aee4e3683e9%2C44781%2C1732155790025.meta.1732155792584.meta 2024-11-21T02:23:12,598 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39327:39327)] 2024-11-21T02:23:12,598 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:23:12,599 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:23:12,599 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:23:12,599 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:23:12,599 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:23:12,599 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:23:12,599 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:12,599 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:23:12,599 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:23:12,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:23:12,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:23:12,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:12,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:12,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:23:12,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:23:12,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:12,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:12,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:23:12,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:23:12,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:12,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:12,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:23:12,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:23:12,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:12,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:12,604 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:23:12,606 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/data/hbase/meta/1588230740 2024-11-21T02:23:12,607 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/data/hbase/meta/1588230740 2024-11-21T02:23:12,610 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:23:12,610 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:23:12,611 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:23:12,612 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:23:12,612 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69904739, jitterRate=0.041661784052848816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:23:12,612 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:23:12,613 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155792599Writing region info on filesystem at 1732155792599Initializing all the Stores at 1732155792600 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155792600Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155792600Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155792600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155792600Cleaning up temporary data from old regions at 1732155792610 (+10 ms)Running coprocessor post-open hooks at 1732155792612 (+2 ms)Region opened successfully at 1732155792613 (+1 ms) 2024-11-21T02:23:12,614 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155792578 2024-11-21T02:23:12,615 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:23:12,615 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:23:12,616 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,44781,1732155790025 2024-11-21T02:23:12,616 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,44781,1732155790025, state=OPEN 2024-11-21T02:23:12,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x1015b33c04e0001, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0875270360/meta-region-server 2024-11-21T02:23:12,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42303-0x1015b33c04e0000, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0875270360/meta-region-server 2024-11-21T02:23:12,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0875270360/meta-region-server: CHANGED 2024-11-21T02:23:12,659 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,44781,1732155790025 2024-11-21T02:23:12,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0875270360/meta-region-server: CHANGED 2024-11-21T02:23:12,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:23:12,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,44781,1732155790025 in 233 msec 2024-11-21T02:23:12,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:23:12,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 700 msec 2024-11-21T02:23:12,664 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:23:12,664 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:23:12,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:23:12,666 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,44781,1732155790025, seqNum=-1] 2024-11-21T02:23:12,666 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:23:12,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:23:12,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 825 msec 2024-11-21T02:23:12,671 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155792671, completionTime=-1 2024-11-21T02:23:12,671 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:23:12,671 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:23:12,673 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:23:12,673 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155852673 2024-11-21T02:23:12,673 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155912673 2024-11-21T02:23:12,673 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-21T02:23:12,673 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42303,1732155789761-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:12,673 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42303,1732155789761-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:12,673 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42303,1732155789761-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:12,673 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:42303, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:12,673 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:12,674 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:12,675 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:23:12,676 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.408sec 2024-11-21T02:23:12,676 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:23:12,676 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:23:12,676 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:23:12,676 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:23:12,676 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:23:12,676 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42303,1732155789761-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:23:12,676 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42303,1732155789761-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:23:12,678 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:23:12,678 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:23:12,678 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,42303,1732155789761-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:12,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2060602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:12,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42303,-1 for getting cluster id 2024-11-21T02:23:12,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:12,763 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cad739de-5d32-4efa-92ce-84039995c0e5' 2024-11-21T02:23:12,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:12,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cad739de-5d32-4efa-92ce-84039995c0e5" 2024-11-21T02:23:12,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497fb85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:12,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42303,-1] 2024-11-21T02:23:12,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:12,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:12,764 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:12,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d849786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:12,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:23:12,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,44781,1732155790025, seqNum=-1] 2024-11-21T02:23:12,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:23:12,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:23:12,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,42303,1732155789761 2024-11-21T02:23:12,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56221 2024-11-21T02:23:12,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56221, baseZNode=/0875270360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:23:12,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b33c04e0002 connected 2024-11-21T02:23:12,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:23:12,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42303,1732155789761 2024-11-21T02:23:12,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30134121 2024-11-21T02:23:12,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:23:12,804 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:23:12,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:23:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42303 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T02:23:12,807 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:23:12,807 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:12,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T02:23:12,808 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:23:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:12,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741835_1011 (size=902) 2024-11-21T02:23:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:13,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:13,228 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2a4cc69e3c20aa982b55f8b987582973, NAME => 'test,,1732155792805.2a4cc69e3c20aa982b55f8b987582973.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d 2024-11-21T02:23:13,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38655 is added to blk_1073741836_1012 (size=39) 2024-11-21T02:23:13,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:13,633 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732155792805.2a4cc69e3c20aa982b55f8b987582973.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:13,633 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2a4cc69e3c20aa982b55f8b987582973, disabling compactions & flushes 2024-11-21T02:23:13,633 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732155792805.2a4cc69e3c20aa982b55f8b987582973. 2024-11-21T02:23:13,633 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155792805.2a4cc69e3c20aa982b55f8b987582973. 2024-11-21T02:23:13,633 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732155792805.2a4cc69e3c20aa982b55f8b987582973. after waiting 0 ms 2024-11-21T02:23:13,633 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732155792805.2a4cc69e3c20aa982b55f8b987582973. 2024-11-21T02:23:13,633 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732155792805.2a4cc69e3c20aa982b55f8b987582973. 2024-11-21T02:23:13,633 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2a4cc69e3c20aa982b55f8b987582973: Waiting for close lock at 1732155793633Disabling compacts and flushes for region at 1732155793633Disabling writes for close at 1732155793633Writing region close event to WAL at 1732155793633Closed at 1732155793633 2024-11-21T02:23:13,634 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:23:13,634 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732155792805.2a4cc69e3c20aa982b55f8b987582973.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732155793634"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155793634"}]},"ts":"1732155793634"} 2024-11-21T02:23:13,635 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:23:13,636 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:23:13,636 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155793636"}]},"ts":"1732155793636"} 2024-11-21T02:23:13,637 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T02:23:13,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a4cc69e3c20aa982b55f8b987582973, ASSIGN}] 2024-11-21T02:23:13,638 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2a4cc69e3c20aa982b55f8b987582973, ASSIGN 2024-11-21T02:23:13,639 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2a4cc69e3c20aa982b55f8b987582973, ASSIGN; state=OFFLINE, location=5aee4e3683e9,44781,1732155790025; forceNewPlan=false, retain=false 2024-11-21T02:23:13,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a4cc69e3c20aa982b55f8b987582973, regionState=OPENING, regionLocation=5aee4e3683e9,44781,1732155790025 2024-11-21T02:23:13,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2a4cc69e3c20aa982b55f8b987582973, ASSIGN because future has completed 2024-11-21T02:23:13,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a4cc69e3c20aa982b55f8b987582973, server=5aee4e3683e9,44781,1732155790025}] 2024-11-21T02:23:13,948 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732155792805.2a4cc69e3c20aa982b55f8b987582973. 2024-11-21T02:23:13,948 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2a4cc69e3c20aa982b55f8b987582973, NAME => 'test,,1732155792805.2a4cc69e3c20aa982b55f8b987582973.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:23:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:13,949 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:23:13,949 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T02:23:13,949 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2a4cc69e3c20aa982b55f8b987582973 2024-11-21T02:23:13,949 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732155792805.2a4cc69e3c20aa982b55f8b987582973.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:13,949 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2a4cc69e3c20aa982b55f8b987582973 2024-11-21T02:23:13,949 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2a4cc69e3c20aa982b55f8b987582973 2024-11-21T02:23:13,952 INFO [StoreOpener-2a4cc69e3c20aa982b55f8b987582973-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2a4cc69e3c20aa982b55f8b987582973 2024-11-21T02:23:13,954 INFO [StoreOpener-2a4cc69e3c20aa982b55f8b987582973-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a4cc69e3c20aa982b55f8b987582973 columnFamilyName f 2024-11-21T02:23:13,954 DEBUG [StoreOpener-2a4cc69e3c20aa982b55f8b987582973-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:13,955 INFO [StoreOpener-2a4cc69e3c20aa982b55f8b987582973-1 {}] regionserver.HStore(327): Store=2a4cc69e3c20aa982b55f8b987582973/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:13,955 INFO [StoreOpener-2a4cc69e3c20aa982b55f8b987582973-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2a4cc69e3c20aa982b55f8b987582973 2024-11-21T02:23:13,956 INFO [StoreOpener-2a4cc69e3c20aa982b55f8b987582973-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a4cc69e3c20aa982b55f8b987582973 columnFamilyName f1 2024-11-21T02:23:13,956 DEBUG [StoreOpener-2a4cc69e3c20aa982b55f8b987582973-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:13,956 INFO [StoreOpener-2a4cc69e3c20aa982b55f8b987582973-1 {}] regionserver.HStore(327): Store=2a4cc69e3c20aa982b55f8b987582973/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:13,956 INFO [StoreOpener-2a4cc69e3c20aa982b55f8b987582973-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2a4cc69e3c20aa982b55f8b987582973 2024-11-21T02:23:13,957 INFO [StoreOpener-2a4cc69e3c20aa982b55f8b987582973-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a4cc69e3c20aa982b55f8b987582973 columnFamilyName norep 2024-11-21T02:23:13,957 DEBUG [StoreOpener-2a4cc69e3c20aa982b55f8b987582973-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:13,958 INFO [StoreOpener-2a4cc69e3c20aa982b55f8b987582973-1 {}] regionserver.HStore(327): Store=2a4cc69e3c20aa982b55f8b987582973/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:13,958 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2a4cc69e3c20aa982b55f8b987582973 2024-11-21T02:23:13,958 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/data/default/test/2a4cc69e3c20aa982b55f8b987582973 2024-11-21T02:23:13,958 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/data/default/test/2a4cc69e3c20aa982b55f8b987582973 2024-11-21T02:23:13,959 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2a4cc69e3c20aa982b55f8b987582973 2024-11-21T02:23:13,959 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2a4cc69e3c20aa982b55f8b987582973 2024-11-21T02:23:13,959 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:23:13,960 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2a4cc69e3c20aa982b55f8b987582973 2024-11-21T02:23:13,962 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/data/default/test/2a4cc69e3c20aa982b55f8b987582973/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:23:13,963 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2a4cc69e3c20aa982b55f8b987582973; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69768273, jitterRate=0.0396282821893692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:23:13,963 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2a4cc69e3c20aa982b55f8b987582973 2024-11-21T02:23:13,963 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2a4cc69e3c20aa982b55f8b987582973: Running coprocessor pre-open hook at 1732155793949Writing region info on filesystem at 1732155793949Initializing all the Stores at 1732155793950 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155793950Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155793952 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155793952Cleaning up temporary data from old regions at 1732155793959 (+7 ms)Running coprocessor post-open hooks at 1732155793963 (+4 ms)Region opened successfully at 1732155793963 2024-11-21T02:23:13,964 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732155792805.2a4cc69e3c20aa982b55f8b987582973., pid=6, masterSystemTime=1732155793944 2024-11-21T02:23:13,966 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732155792805.2a4cc69e3c20aa982b55f8b987582973. 2024-11-21T02:23:13,966 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732155792805.2a4cc69e3c20aa982b55f8b987582973. 2024-11-21T02:23:13,966 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2a4cc69e3c20aa982b55f8b987582973, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5aee4e3683e9,44781,1732155790025 2024-11-21T02:23:13,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2a4cc69e3c20aa982b55f8b987582973, server=5aee4e3683e9,44781,1732155790025 because future has completed 2024-11-21T02:23:13,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:23:13,975 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2a4cc69e3c20aa982b55f8b987582973, server=5aee4e3683e9,44781,1732155790025 in 181 msec 2024-11-21T02:23:13,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:23:13,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2a4cc69e3c20aa982b55f8b987582973, ASSIGN in 337 msec 2024-11-21T02:23:13,977 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:23:13,977 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155793977"}]},"ts":"1732155793977"} 2024-11-21T02:23:13,979 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T02:23:13,979 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:23:13,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-11-21T02:23:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:14,959 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T02:23:14,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d426af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:14,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42303,-1 for getting cluster id 2024-11-21T02:23:14,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:14,961 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cad739de-5d32-4efa-92ce-84039995c0e5' 2024-11-21T02:23:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cad739de-5d32-4efa-92ce-84039995c0e5" 2024-11-21T02:23:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b41491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42303,-1] 2024-11-21T02:23:14,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:14,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:14,963 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:14,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6d8294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:14,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:23:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42303,1732155789761 2024-11-21T02:23:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58ba4724 2024-11-21T02:23:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:23:14,966 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:23:14,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42303 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:42303,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:23:14,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42303 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:23:14,970 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:42303' 2024-11-21T02:23:14,971 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752955af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:14,971 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,42303,-1 for getting cluster id 2024-11-21T02:23:14,971 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:14,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:23:14,972 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cad739de-5d32-4efa-92ce-84039995c0e5' 2024-11-21T02:23:14,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:14,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cad739de-5d32-4efa-92ce-84039995c0e5" 2024-11-21T02:23:14,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a3402b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:14,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,42303,-1] 2024-11-21T02:23:14,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:14,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:14,973 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:14,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f56eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:14,974 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:23:14,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,42303,1732155789761 2024-11-21T02:23:14,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41d7cfdf 2024-11-21T02:23:14,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:23:14,975 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:23:14,976 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T02:23:14,976 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:23:14,976 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:14,976 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:14,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:14,977 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5aee4e3683e9:42303, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T02:23:14,984 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5aee4e3683e9:42303, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5aee4e3683e9:42303, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5aee4e3683e9:42303, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-21T02:23:14,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5aee4e3683e9:42303, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=19 msec 2024-11-21T02:23:14,987 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-21T02:23:15,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:23:15,080 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://5aee4e3683e9:42303, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-21T02:23:15,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:23:15,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:15,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:15,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:15,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:15,094 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 363) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@32692841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@66e1711c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:56221 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-459990406_20 at /127.0.0.1:43232 [Receiving block BP-1842445537-172.17.0.2-1732155786426:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35843 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37713 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server handler 1 on default port 37713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7e8c4af7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5aee4e3683e9:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@b742cf0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:56221): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Session-HouseKeeper-391be412-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155791901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1362241196_20 at /127.0.0.1:43184 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server handler 3 on default port 37713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@682d52ff[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d-prefix:5aee4e3683e9,44781,1732155790025.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: 5aee4e3683e9:42303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1240190534-7879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56221) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5aee4e3683e9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1240190534-7877 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f037c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/cluster_c61d53eb-f468-22ba-7ce5-73888d8c9f83/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d-prefix:5aee4e3683e9,44781,1732155790025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/cluster_c61d53eb-f468-22ba-7ce5-73888d8c9f83/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 35843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1842445537-172.17.0.2-1732155786426:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1240190534-7874 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f037c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server idle connection scanner for port 35843 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f037c9f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/5aee4e3683e9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35843/user/jenkins/test-data/199dc83c-90d3-0403-0183-2a0615a2911d/MasterData-prefix:5aee4e3683e9,42303,1732155789761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@28af479e java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1240190534-7880 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1240190534-7876 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f037c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS:0;5aee4e3683e9:44781-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1362241196_20 at /127.0.0.1:55680 [Receiving block BP-1842445537-172.17.0.2-1732155786426:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4e9f8a3b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 37713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56221) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4d6a731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1362241196_20 at /127.0.0.1:55686 [Receiving block BP-1842445537-172.17.0.2-1732155786426:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@52c21593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1240190534-7875 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f037c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5aee4e3683e9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@672e323b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$598/0x00007f037cac52e8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37713 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1885314489-7925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server handler 3 on default port 35843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56221) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1885314489-7924-acceptor-0@3fb7c4e0-ServerConnector@65bca321{HTTP/1.1, (http/1.1)}{localhost:33469} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1842445537-172.17.0.2-1732155786426 heartbeating to localhost/127.0.0.1:35843 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5aee4e3683e9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1885314489-7926 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1842445537-172.17.0.2-1732155786426:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1240190534-7878-acceptor-0@677366da-ServerConnector@3f4998f4{HTTP/1.1, (http/1.1)}{localhost:35975} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1885314489-7923 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f037c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;5aee4e3683e9:42303 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/cluster_c61d53eb-f468-22ba-7ce5-73888d8c9f83/data/data2/current/BP-1842445537-172.17.0.2-1732155786426 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/cluster_c61d53eb-f468-22ba-7ce5-73888d8c9f83/data/data1/current/BP-1842445537-172.17.0.2-1732155786426 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155791888 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@414dafc1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1240190534-7881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1842445537-172.17.0.2-1732155786426:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: CacheReplicationMonitor(482000722) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server handler 2 on default port 35843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;5aee4e3683e9:44781 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=866 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=951 (was 999), ProcessCount=11 (was 11), AvailableMemoryMB=1208 (was 1313) 2024-11-21T02:23:15,096 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-21T02:23:15,110 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=951, ProcessCount=11, AvailableMemoryMB=1207 2024-11-21T02:23:15,110 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-11-21T02:23:15,155 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-21T02:23:15,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/hadoop.log.dir so I do NOT create it in target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b 2024-11-21T02:23:15,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:23:15,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/hadoop.tmp.dir so I do NOT create it in target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b 2024-11-21T02:23:15,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1f92082-3572-2c89-0cc4-5a9e15b38b8c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:23:15,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b 2024-11-21T02:23:15,157 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/cluster_db1535a9-08f9-8134-e4a5-844ee01b46b8, deleteOnExit=true 2024-11-21T02:23:15,221 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/cluster_db1535a9-08f9-8134-e4a5-844ee01b46b8/zookeeper_0, clientPort=58787, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/cluster_db1535a9-08f9-8134-e4a5-844ee01b46b8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/cluster_db1535a9-08f9-8134-e4a5-844ee01b46b8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T02:23:15,225 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58787 2024-11-21T02:23:15,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:23:15,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:23:15,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/test.cache.data in system properties and HBase conf 2024-11-21T02:23:15,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:23:15,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:23:15,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:23:15,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:23:15,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:23:15,225 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:23:15,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:23:15,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:23:15,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:23:15,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:23:15,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:23:15,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:23:15,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:23:15,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:23:15,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:23:15,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:23:15,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:23:15,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:23:15,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:23:15,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:23:15,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:23:15,751 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:23:15,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:23:15,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:23:15,756 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:23:15,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:23:15,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@466cb862{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:23:15,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f7d9c0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:23:15,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3a9a60{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/java.io.tmpdir/jetty-localhost-43023-hadoop-hdfs-3_4_1-tests_jar-_-any-12382605499501985303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:23:15,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75af74dd{HTTP/1.1, (http/1.1)}{localhost:43023} 2024-11-21T02:23:15,861 INFO [Time-limited test {}] server.Server(415): Started @339124ms 2024-11-21T02:23:16,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:23:16,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:23:16,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:23:16,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:23:16,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:23:16,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7c0e97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:23:16,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f12dbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:23:16,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c5fdd68{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/java.io.tmpdir/jetty-localhost-43979-hadoop-hdfs-3_4_1-tests_jar-_-any-18000282803036068782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:23:16,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64fa4b9c{HTTP/1.1, (http/1.1)}{localhost:43979} 2024-11-21T02:23:16,401 INFO [Time-limited test {}] server.Server(415): Started @339664ms 2024-11-21T02:23:16,401 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:23:17,463 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T02:23:17,463 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T02:23:17,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T02:23:17,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T02:23:17,464 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:23:17,464 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T02:23:17,465 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T02:23:17,465 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T02:23:17,490 WARN [Thread-4314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/cluster_db1535a9-08f9-8134-e4a5-844ee01b46b8/data/data2/current/BP-1498220974-172.17.0.2-1732155795246/current, will proceed with Du for space computation calculation, 2024-11-21T02:23:17,490 WARN [Thread-4313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/cluster_db1535a9-08f9-8134-e4a5-844ee01b46b8/data/data1/current/BP-1498220974-172.17.0.2-1732155795246/current, will proceed with Du for space computation calculation, 2024-11-21T02:23:17,510 WARN [Thread-4301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:23:17,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8abf51b2cf724437 with lease ID 0xfe78931c930d1c3d: Processing first storage report for DS-a83de2ba-8a56-4115-af40-74e0a529aab5 from datanode DatanodeRegistration(127.0.0.1:34557, datanodeUuid=e46e69e8-ead3-423f-baf7-4a04e2f53c53, infoPort=45901, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=49203353;c=1732155795246) 2024-11-21T02:23:17,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8abf51b2cf724437 with lease ID 0xfe78931c930d1c3d: from storage DS-a83de2ba-8a56-4115-af40-74e0a529aab5 node DatanodeRegistration(127.0.0.1:34557, datanodeUuid=e46e69e8-ead3-423f-baf7-4a04e2f53c53, infoPort=45901, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=49203353;c=1732155795246), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:23:17,513 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8abf51b2cf724437 with lease ID 0xfe78931c930d1c3d: Processing first storage report for DS-134c4cee-2176-4949-b541-b8e6064dc179 from datanode DatanodeRegistration(127.0.0.1:34557, datanodeUuid=e46e69e8-ead3-423f-baf7-4a04e2f53c53, infoPort=45901, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=49203353;c=1732155795246) 2024-11-21T02:23:17,513 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8abf51b2cf724437 with lease ID 0xfe78931c930d1c3d: from storage DS-134c4cee-2176-4949-b541-b8e6064dc179 node DatanodeRegistration(127.0.0.1:34557, datanodeUuid=e46e69e8-ead3-423f-baf7-4a04e2f53c53, infoPort=45901, infoSecurePort=0, ipcPort=38651, storageInfo=lv=-57;cid=testClusterID;nsid=49203353;c=1732155795246), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:23:17,528 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b 2024-11-21T02:23:17,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:17,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:17,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:23:17,937 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3 with version=8 2024-11-21T02:23:17,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/hbase-staging 2024-11-21T02:23:17,939 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:23:17,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:17,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:17,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:23:17,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:17,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:23:17,939 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:23:17,939 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:23:17,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37211 2024-11-21T02:23:17,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37211 connecting to ZooKeeper ensemble=127.0.0.1:58787 2024-11-21T02:23:18,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372110x0, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:23:18,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37211-0x1015b33e2bf0000 connected 2024-11-21T02:23:18,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:18,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:18,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Set watcher on znode that does not yet exist, /0-250906954/running 2024-11-21T02:23:18,084 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3, hbase.cluster.distributed=false 2024-11-21T02:23:18,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Set watcher on znode that does not yet exist, /0-250906954/acl 2024-11-21T02:23:18,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37211 2024-11-21T02:23:18,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37211 2024-11-21T02:23:18,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37211 2024-11-21T02:23:18,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37211 2024-11-21T02:23:18,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37211 2024-11-21T02:23:18,098 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:23:18,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:18,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:18,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:23:18,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:18,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:23:18,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:23:18,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:23:18,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37219 2024-11-21T02:23:18,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37219 connecting to ZooKeeper ensemble=127.0.0.1:58787 2024-11-21T02:23:18,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:18,101 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:23:18,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:18,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372190x0, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:23:18,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372190x0, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Set watcher on znode that does not yet exist, /0-250906954/running 2024-11-21T02:23:18,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:23:18,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37219-0x1015b33e2bf0001 connected 2024-11-21T02:23:18,116 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:23:18,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Set watcher on znode that does not yet exist, /0-250906954/master 2024-11-21T02:23:18,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Set watcher on znode that does not yet exist, /0-250906954/acl 2024-11-21T02:23:18,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37219 2024-11-21T02:23:18,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37219 2024-11-21T02:23:18,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37219 2024-11-21T02:23:18,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37219 2024-11-21T02:23:18,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37219 2024-11-21T02:23:18,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,141 DEBUG [M:0;5aee4e3683e9:37211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:37211 2024-11-21T02:23:18,141 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-250906954/backup-masters/5aee4e3683e9,37211,1732155797939 2024-11-21T02:23:18,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:18,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954/backup-masters 2024-11-21T02:23:18,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954/backup-masters 2024-11-21T02:23:18,153 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Set watcher on existing znode=/0-250906954/backup-masters/5aee4e3683e9,37211,1732155797939 2024-11-21T02:23:18,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-250906954/master 2024-11-21T02:23:18,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:18,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:18,166 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Set watcher on existing znode=/0-250906954/master 2024-11-21T02:23:18,166 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-250906954/backup-masters/5aee4e3683e9,37211,1732155797939 from backup master directory 2024-11-21T02:23:18,173 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:23:18,173 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T02:23:18,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-250906954/backup-masters/5aee4e3683e9,37211,1732155797939 2024-11-21T02:23:18,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954/backup-masters 2024-11-21T02:23:18,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954/backup-masters 2024-11-21T02:23:18,176 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:23:18,176 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,37211,1732155797939 2024-11-21T02:23:18,178 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/hbase.id] with ID: 5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3 2024-11-21T02:23:18,178 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/.tmp/hbase.id 2024-11-21T02:23:18,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:23:18,586 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/.tmp/hbase.id]:[hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/hbase.id] 2024-11-21T02:23:18,594 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:18,594 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:23:18,595 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T02:23:18,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:18,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:18,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:23:19,026 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:23:19,027 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:23:19,028 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:23:19,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:23:19,054 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store 2024-11-21T02:23:19,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:23:19,070 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:19,070 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:23:19,070 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:19,070 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:19,070 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:23:19,070 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:19,070 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:19,070 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155799070Disabling compacts and flushes for region at 1732155799070Disabling writes for close at 1732155799070Writing region close event to WAL at 1732155799070Closed at 1732155799070 2024-11-21T02:23:19,071 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/.initializing 2024-11-21T02:23:19,071 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/WALs/5aee4e3683e9,37211,1732155797939 2024-11-21T02:23:19,074 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:23:19,077 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C37211%2C1732155797939, suffix=, logDir=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/WALs/5aee4e3683e9,37211,1732155797939, archiveDir=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/oldWALs, maxLogs=10 2024-11-21T02:23:19,094 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/WALs/5aee4e3683e9,37211,1732155797939/5aee4e3683e9%2C37211%2C1732155797939.1732155799077, exclude list is [], retry=0 2024-11-21T02:23:19,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34557,DS-a83de2ba-8a56-4115-af40-74e0a529aab5,DISK] 2024-11-21T02:23:19,101 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/WALs/5aee4e3683e9,37211,1732155797939/5aee4e3683e9%2C37211%2C1732155797939.1732155799077 2024-11-21T02:23:19,101 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45901:45901)] 2024-11-21T02:23:19,101 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:23:19,101 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:19,101 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:19,101 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:19,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:19,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:23:19,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:19,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:19,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:19,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:23:19,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:19,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:19,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:19,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:23:19,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:19,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:19,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:19,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:23:19,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:19,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:19,112 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:19,113 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:19,113 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:19,114 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:19,114 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:19,114 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:23:19,115 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:19,117 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:23:19,117 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71811502, jitterRate=0.07007476687431335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:23:19,117 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155799101Initializing all the Stores at 1732155799102 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155799102Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155799104 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155799104Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155799104Cleaning up temporary data from old regions at 1732155799114 (+10 ms)Region opened successfully at 1732155799117 (+3 ms) 2024-11-21T02:23:19,117 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:23:19,121 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f078c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:23:19,122 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:23:19,122 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:23:19,122 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:23:19,122 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:23:19,123 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:23:19,123 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:23:19,123 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:23:19,130 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:23:19,131 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Unable to get data of znode /0-250906954/balancer because node does not exist (not necessarily an error) 2024-11-21T02:23:19,184 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-250906954/balancer already deleted, retry=false 2024-11-21T02:23:19,185 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:23:19,185 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Unable to get data of znode /0-250906954/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:23:19,197 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-250906954/normalizer already deleted, retry=false 2024-11-21T02:23:19,197 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:23:19,198 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Unable to get data of znode /0-250906954/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:23:19,207 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-250906954/switch/split already deleted, retry=false 2024-11-21T02:23:19,208 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Unable to get data of znode /0-250906954/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:23:19,218 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-250906954/switch/merge already deleted, retry=false 2024-11-21T02:23:19,219 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Unable to get data of znode /0-250906954/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:23:19,232 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-250906954/snapshot-cleanup already deleted, retry=false 2024-11-21T02:23:19,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-250906954/running 2024-11-21T02:23:19,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-250906954/running 2024-11-21T02:23:19,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:19,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:19,239 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,37211,1732155797939, sessionid=0x1015b33e2bf0000, setting cluster-up flag (Was=false) 2024-11-21T02:23:19,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:19,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:19,292 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-250906954/flush-table-proc/acquired, /0-250906954/flush-table-proc/reached, /0-250906954/flush-table-proc/abort 2024-11-21T02:23:19,293 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,37211,1732155797939 2024-11-21T02:23:19,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:19,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:19,344 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-250906954/online-snapshot/acquired, /0-250906954/online-snapshot/reached, /0-250906954/online-snapshot/abort 2024-11-21T02:23:19,345 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,37211,1732155797939 2024-11-21T02:23:19,346 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:23:19,347 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:23:19,348 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:23:19,348 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:23:19,348 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,37211,1732155797939 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:23:19,349 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:23:19,349 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:23:19,349 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:23:19,349 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:23:19,349 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:23:19,349 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:19,350 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:23:19,350 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:19,353 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:23:19,353 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:23:19,354 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:19,354 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:23:19,365 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155829365 2024-11-21T02:23:19,365 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:23:19,365 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:23:19,365 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:23:19,365 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:23:19,365 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:23:19,365 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:23:19,366 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:19,366 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:23:19,366 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:23:19,366 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:23:19,366 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:23:19,367 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:23:19,367 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:23:19,367 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155799367,5,FailOnTimeoutGroup] 2024-11-21T02:23:19,368 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155799367,5,FailOnTimeoutGroup] 2024-11-21T02:23:19,368 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:19,368 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:23:19,368 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:19,368 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:19,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:23:19,428 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(746): ClusterId : 5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3 2024-11-21T02:23:19,428 DEBUG [RS:0;5aee4e3683e9:37219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:23:19,440 DEBUG [RS:0;5aee4e3683e9:37219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:23:19,440 DEBUG [RS:0;5aee4e3683e9:37219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:23:19,450 DEBUG [RS:0;5aee4e3683e9:37219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:23:19,451 DEBUG [RS:0;5aee4e3683e9:37219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1470847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:23:19,471 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:37219 2024-11-21T02:23:19,471 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:23:19,471 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:23:19,471 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:23:19,472 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,37211,1732155797939 with port=37219, startcode=1732155798098 2024-11-21T02:23:19,472 DEBUG [RS:0;5aee4e3683e9:37219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:23:19,478 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:23:19,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37211 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,37219,1732155798098 2024-11-21T02:23:19,479 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37211 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,37219,1732155798098 2024-11-21T02:23:19,480 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3 2024-11-21T02:23:19,480 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46135 2024-11-21T02:23:19,480 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:23:19,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954/rs 2024-11-21T02:23:19,492 DEBUG [RS:0;5aee4e3683e9:37219 {}] zookeeper.ZKUtil(111): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Set watcher on existing znode=/0-250906954/rs/5aee4e3683e9,37219,1732155798098 2024-11-21T02:23:19,492 WARN [RS:0;5aee4e3683e9:37219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:23:19,492 INFO [RS:0;5aee4e3683e9:37219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:23:19,492 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098 2024-11-21T02:23:19,497 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,37219,1732155798098] 2024-11-21T02:23:19,511 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:23:19,516 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:23:19,521 INFO [RS:0;5aee4e3683e9:37219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:23:19,521 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:19,522 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:23:19,524 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:23:19,526 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:19,526 DEBUG [RS:0;5aee4e3683e9:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:19,526 DEBUG [RS:0;5aee4e3683e9:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:19,526 DEBUG [RS:0;5aee4e3683e9:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:19,526 DEBUG [RS:0;5aee4e3683e9:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:19,526 DEBUG [RS:0;5aee4e3683e9:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:19,526 DEBUG [RS:0;5aee4e3683e9:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:23:19,526 DEBUG [RS:0;5aee4e3683e9:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:19,526 DEBUG [RS:0;5aee4e3683e9:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:19,526 DEBUG [RS:0;5aee4e3683e9:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:19,526 DEBUG [RS:0;5aee4e3683e9:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:19,526 DEBUG [RS:0;5aee4e3683e9:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:19,526 DEBUG [RS:0;5aee4e3683e9:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:19,526 DEBUG [RS:0;5aee4e3683e9:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:23:19,526 DEBUG [RS:0;5aee4e3683e9:37219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:23:19,532 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:19,532 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:19,532 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:19,532 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:19,532 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:19,532 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37219,1732155798098-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:23:19,562 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:23:19,562 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37219,1732155798098-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:19,562 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:19,562 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.Replication(171): 5aee4e3683e9,37219,1732155798098 started 2024-11-21T02:23:19,586 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:19,586 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,37219,1732155798098, RpcServer on 5aee4e3683e9/172.17.0.2:37219, sessionid=0x1015b33e2bf0001 2024-11-21T02:23:19,587 DEBUG [RS:0;5aee4e3683e9:37219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:23:19,587 DEBUG [RS:0;5aee4e3683e9:37219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,37219,1732155798098 2024-11-21T02:23:19,587 DEBUG [RS:0;5aee4e3683e9:37219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,37219,1732155798098' 2024-11-21T02:23:19,587 DEBUG [RS:0;5aee4e3683e9:37219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-250906954/flush-table-proc/abort' 2024-11-21T02:23:19,587 DEBUG [RS:0;5aee4e3683e9:37219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-250906954/flush-table-proc/acquired' 2024-11-21T02:23:19,588 DEBUG [RS:0;5aee4e3683e9:37219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:23:19,588 DEBUG [RS:0;5aee4e3683e9:37219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:23:19,588 DEBUG [RS:0;5aee4e3683e9:37219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,37219,1732155798098 2024-11-21T02:23:19,588 DEBUG [RS:0;5aee4e3683e9:37219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,37219,1732155798098' 2024-11-21T02:23:19,588 DEBUG [RS:0;5aee4e3683e9:37219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-250906954/online-snapshot/abort' 2024-11-21T02:23:19,588 DEBUG [RS:0;5aee4e3683e9:37219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-250906954/online-snapshot/acquired' 2024-11-21T02:23:19,588 DEBUG [RS:0;5aee4e3683e9:37219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:23:19,588 INFO [RS:0;5aee4e3683e9:37219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:23:19,588 INFO [RS:0;5aee4e3683e9:37219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:23:19,689 INFO [RS:0;5aee4e3683e9:37219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:23:19,690 INFO [RS:0;5aee4e3683e9:37219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C37219%2C1732155798098, suffix=, logDir=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098, archiveDir=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/oldWALs, maxLogs=10 2024-11-21T02:23:19,709 DEBUG [RS:0;5aee4e3683e9:37219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690, exclude list is [], retry=0 2024-11-21T02:23:19,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34557,DS-a83de2ba-8a56-4115-af40-74e0a529aab5,DISK] 2024-11-21T02:23:19,716 INFO [RS:0;5aee4e3683e9:37219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690 2024-11-21T02:23:19,719 DEBUG [RS:0;5aee4e3683e9:37219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45901:45901)] 2024-11-21T02:23:19,773 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:23:19,773 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3 2024-11-21T02:23:19,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741833_1009 (size=32) 2024-11-21T02:23:19,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:19,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:23:19,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:23:19,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:19,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:19,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:23:19,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:23:19,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:19,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:19,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:23:19,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:23:19,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:19,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:19,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:23:19,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:23:19,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:19,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:19,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:23:19,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740 2024-11-21T02:23:19,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740 2024-11-21T02:23:19,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:23:19,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:23:19,799 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:23:19,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:23:19,802 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:23:19,802 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66831623, jitterRate=-0.004131212830543518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:23:19,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155799786Initializing all the Stores at 1732155799787 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155799787Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155799787Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155799787Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155799787Cleaning up temporary data from old regions at 1732155799798 (+11 ms)Region opened successfully at 1732155799802 (+4 ms) 2024-11-21T02:23:19,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:23:19,803 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:23:19,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:23:19,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:23:19,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:23:19,803 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:23:19,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155799802Disabling compacts and flushes for region at 1732155799802Disabling writes for close at 1732155799803 (+1 ms)Writing region close event to WAL at 1732155799803Closed at 1732155799803 2024-11-21T02:23:19,804 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:23:19,804 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:23:19,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:23:19,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:23:19,806 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:23:19,956 DEBUG [5aee4e3683e9:37211 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:23:19,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,37219,1732155798098 2024-11-21T02:23:19,958 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,37219,1732155798098, state=OPENING 2024-11-21T02:23:19,976 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:23:19,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:19,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:19,987 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:23:19,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-250906954/meta-region-server: CHANGED 2024-11-21T02:23:19,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,37219,1732155798098}] 2024-11-21T02:23:19,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-250906954/meta-region-server: CHANGED 2024-11-21T02:23:20,140 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:23:20,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:23:20,151 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:23:20,151 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:23:20,151 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:23:20,156 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C37219%2C1732155798098.meta, suffix=.meta, logDir=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098, archiveDir=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/oldWALs, maxLogs=10 2024-11-21T02:23:20,175 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.meta.1732155800157.meta, exclude list is [], retry=0 2024-11-21T02:23:20,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34557,DS-a83de2ba-8a56-4115-af40-74e0a529aab5,DISK] 2024-11-21T02:23:20,186 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.meta.1732155800157.meta 2024-11-21T02:23:20,186 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45901:45901)] 2024-11-21T02:23:20,186 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:23:20,186 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:23:20,187 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:23:20,187 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:23:20,187 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:23:20,187 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:23:20,187 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:20,187 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:23:20,187 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:23:20,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:23:20,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:23:20,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:20,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:20,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:23:20,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:23:20,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:20,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:20,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:23:20,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:23:20,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:20,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:20,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:23:20,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:23:20,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:20,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:20,204 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:23:20,205 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740 2024-11-21T02:23:20,206 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740 2024-11-21T02:23:20,207 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:23:20,208 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:23:20,208 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:23:20,209 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:23:20,210 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64080412, jitterRate=-0.04512745141983032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:23:20,210 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:23:20,210 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155800187Writing region info on filesystem at 1732155800187Initializing all the Stores at 1732155800188 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155800188Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155800188Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155800188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155800188Cleaning up temporary data from old regions at 1732155800208 (+20 ms)Running coprocessor post-open hooks at 1732155800210 (+2 ms)Region opened successfully at 1732155800210 2024-11-21T02:23:20,211 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155800139 2024-11-21T02:23:20,214 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:23:20,214 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:23:20,214 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,37219,1732155798098 2024-11-21T02:23:20,215 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,37219,1732155798098, state=OPEN 2024-11-21T02:23:20,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-250906954/meta-region-server 2024-11-21T02:23:20,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-250906954/meta-region-server 2024-11-21T02:23:20,255 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,37219,1732155798098 2024-11-21T02:23:20,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-250906954/meta-region-server: CHANGED 2024-11-21T02:23:20,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-250906954/meta-region-server: CHANGED 2024-11-21T02:23:20,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:23:20,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,37219,1732155798098 in 268 msec 2024-11-21T02:23:20,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:23:20,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-21T02:23:20,258 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:23:20,258 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:23:20,259 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:23:20,259 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37219,1732155798098, seqNum=-1] 2024-11-21T02:23:20,259 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:23:20,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:23:20,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 916 msec 2024-11-21T02:23:20,263 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155800263, completionTime=-1 2024-11-21T02:23:20,263 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:23:20,263 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:23:20,265 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:23:20,265 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155860265 2024-11-21T02:23:20,265 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155920265 2024-11-21T02:23:20,265 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-21T02:23:20,265 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37211,1732155797939-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:20,265 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37211,1732155797939-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:20,265 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37211,1732155797939-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:20,265 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:37211, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:20,265 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:20,266 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:20,267 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:23:20,268 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.092sec 2024-11-21T02:23:20,268 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:23:20,268 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:23:20,268 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:23:20,268 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:23:20,268 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:23:20,268 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37211,1732155797939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:23:20,269 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37211,1732155797939-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:23:20,270 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:23:20,270 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:23:20,270 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,37211,1732155797939-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:20,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5cfbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:20,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,37211,-1 for getting cluster id 2024-11-21T02:23:20,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:20,330 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3' 2024-11-21T02:23:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3" 2024-11-21T02:23:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c0ab80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:20,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,37211,-1] 2024-11-21T02:23:20,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:20,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:20,331 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:20,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420f3d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:20,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:23:20,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37219,1732155798098, seqNum=-1] 2024-11-21T02:23:20,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:23:20,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:23:20,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,37211,1732155797939 2024-11-21T02:23:20,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58787 2024-11-21T02:23:20,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:23:20,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b33e2bf0002 connected 2024-11-21T02:23:20,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/hadoop.log.dir so I do NOT create it in target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c 2024-11-21T02:23:20,372 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:23:20,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/hadoop.tmp.dir so I do NOT create it in target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c 2024-11-21T02:23:20,372 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:23:20,372 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c 2024-11-21T02:23:20,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:23:20,372 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/cluster_4c6810a9-6d64-17bc-2856-cba32584e465, deleteOnExit=true 2024-11-21T02:23:20,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:23:20,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/test.cache.data in system properties and HBase conf 2024-11-21T02:23:20,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:23:20,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:23:20,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:23:20,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:23:20,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:23:20,373 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:23:20,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:23:20,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:23:20,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:23:20,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:23:20,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:23:20,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:23:20,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:23:20,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:23:20,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:23:20,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:23:20,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:23:20,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:23:20,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:23:20,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:23:20,715 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:23:20,718 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:23:20,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:23:20,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:23:20,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:23:20,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:23:20,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d807d1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:23:20,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b9d584{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:23:20,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3532cf4e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/java.io.tmpdir/jetty-localhost-37797-hadoop-hdfs-3_4_1-tests_jar-_-any-6053270448038591850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:23:20,852 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35af3ec{HTTP/1.1, (http/1.1)}{localhost:37797} 2024-11-21T02:23:20,852 INFO [Time-limited test {}] server.Server(415): Started @344115ms 2024-11-21T02:23:21,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:23:21,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:23:21,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:23:21,307 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:23:21,307 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:23:21,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@175d26d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:23:21,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3da7d441{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:23:21,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c72abf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/java.io.tmpdir/jetty-localhost-37535-hadoop-hdfs-3_4_1-tests_jar-_-any-5111143872165748937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:23:21,403 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40ea7f7b{HTTP/1.1, (http/1.1)}{localhost:37535} 2024-11-21T02:23:21,403 INFO [Time-limited test {}] server.Server(415): Started @344666ms 2024-11-21T02:23:21,404 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:23:22,121 WARN [Thread-4434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/cluster_4c6810a9-6d64-17bc-2856-cba32584e465/data/data1/current/BP-1949142730-172.17.0.2-1732155800397/current, will proceed with Du for space computation calculation, 2024-11-21T02:23:22,121 WARN [Thread-4435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/cluster_4c6810a9-6d64-17bc-2856-cba32584e465/data/data2/current/BP-1949142730-172.17.0.2-1732155800397/current, will proceed with Du for space computation calculation, 2024-11-21T02:23:22,141 WARN [Thread-4422 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:23:22,143 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x983792b23c5ba9af with lease ID 0x20011c0ff039675b: Processing first storage report for DS-16ff0549-66ac-4b72-8f8c-fe33bdf9e160 from datanode DatanodeRegistration(127.0.0.1:41001, datanodeUuid=458c0553-4040-464f-8339-8419570fd97f, infoPort=45489, infoSecurePort=0, ipcPort=33263, storageInfo=lv=-57;cid=testClusterID;nsid=2001735244;c=1732155800397) 2024-11-21T02:23:22,143 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x983792b23c5ba9af with lease ID 0x20011c0ff039675b: from storage DS-16ff0549-66ac-4b72-8f8c-fe33bdf9e160 node DatanodeRegistration(127.0.0.1:41001, datanodeUuid=458c0553-4040-464f-8339-8419570fd97f, infoPort=45489, infoSecurePort=0, ipcPort=33263, storageInfo=lv=-57;cid=testClusterID;nsid=2001735244;c=1732155800397), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:23:22,143 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x983792b23c5ba9af with lease ID 0x20011c0ff039675b: Processing first storage report for DS-66a95da8-0e9e-48fd-9e16-9cd0b5e3cff1 from datanode DatanodeRegistration(127.0.0.1:41001, datanodeUuid=458c0553-4040-464f-8339-8419570fd97f, infoPort=45489, infoSecurePort=0, ipcPort=33263, storageInfo=lv=-57;cid=testClusterID;nsid=2001735244;c=1732155800397) 2024-11-21T02:23:22,143 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x983792b23c5ba9af with lease ID 0x20011c0ff039675b: from storage DS-66a95da8-0e9e-48fd-9e16-9cd0b5e3cff1 node DatanodeRegistration(127.0.0.1:41001, datanodeUuid=458c0553-4040-464f-8339-8419570fd97f, infoPort=45489, infoSecurePort=0, ipcPort=33263, storageInfo=lv=-57;cid=testClusterID;nsid=2001735244;c=1732155800397), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:23:22,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c 2024-11-21T02:23:22,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:22,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:22,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:23:22,643 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477 with version=8 2024-11-21T02:23:22,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/hbase-staging 2024-11-21T02:23:22,646 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:23:22,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:22,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:22,646 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:23:22,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:22,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:23:22,646 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:23:22,647 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:23:22,647 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46637 2024-11-21T02:23:22,648 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46637 connecting to ZooKeeper ensemble=127.0.0.1:58787 2024-11-21T02:23:22,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466370x0, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:23:22,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46637-0x1015b33e2bf0003 connected 2024-11-21T02:23:22,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:22,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:22,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Set watcher on znode that does not yet exist, /1-979861876/running 2024-11-21T02:23:22,753 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477, hbase.cluster.distributed=false 2024-11-21T02:23:22,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Set watcher on znode that does not yet exist, /1-979861876/acl 2024-11-21T02:23:22,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46637 2024-11-21T02:23:22,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46637 2024-11-21T02:23:22,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46637 2024-11-21T02:23:22,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46637 2024-11-21T02:23:22,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46637 2024-11-21T02:23:22,788 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:23:22,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:22,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:22,788 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:23:22,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:22,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:23:22,788 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:23:22,789 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:23:22,789 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32973 2024-11-21T02:23:22,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32973 connecting to ZooKeeper ensemble=127.0.0.1:58787 2024-11-21T02:23:22,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:22,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:22,807 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329730x0, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:23:22,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329730x0, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Set watcher on znode that does not yet exist, /1-979861876/running 2024-11-21T02:23:22,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32973-0x1015b33e2bf0004 connected 2024-11-21T02:23:22,808 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:23:22,811 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:23:22,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Set watcher on znode that does not yet exist, /1-979861876/master 2024-11-21T02:23:22,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Set watcher on znode that does not yet exist, /1-979861876/acl 2024-11-21T02:23:22,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-21T02:23:22,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32973 2024-11-21T02:23:22,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32973 2024-11-21T02:23:22,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-21T02:23:22,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-21T02:23:22,840 DEBUG [M:0;5aee4e3683e9:46637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:46637 2024-11-21T02:23:22,842 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-979861876/backup-masters/5aee4e3683e9,46637,1732155802646 2024-11-21T02:23:22,849 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876/backup-masters 2024-11-21T02:23:22,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876/backup-masters 2024-11-21T02:23:22,850 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Set watcher on existing znode=/1-979861876/backup-masters/5aee4e3683e9,46637,1732155802646 2024-11-21T02:23:22,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876 2024-11-21T02:23:22,860 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-979861876/master 2024-11-21T02:23:22,860 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876 2024-11-21T02:23:22,860 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Set watcher on existing znode=/1-979861876/master 2024-11-21T02:23:22,861 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-979861876/backup-masters/5aee4e3683e9,46637,1732155802646 from backup master directory 2024-11-21T02:23:22,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-979861876/backup-masters/5aee4e3683e9,46637,1732155802646 2024-11-21T02:23:22,870 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876/backup-masters 2024-11-21T02:23:22,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876/backup-masters 2024-11-21T02:23:22,870 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:23:22,870 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,46637,1732155802646 2024-11-21T02:23:22,873 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/hbase.id] with ID: 4740ff83-419b-4816-a2e2-3a4ba9f1121b 2024-11-21T02:23:22,873 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/.tmp/hbase.id 2024-11-21T02:23:22,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:23:23,278 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/.tmp/hbase.id]:[hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/hbase.id] 2024-11-21T02:23:23,286 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:23,286 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:23:23,287 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T02:23:23,342 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876 2024-11-21T02:23:23,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876 2024-11-21T02:23:23,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:23:23,754 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:23:23,755 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:23:23,755 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:23:23,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:23:24,160 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store 2024-11-21T02:23:24,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:23:24,564 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:24,564 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:23:24,564 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:24,564 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:24,564 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:23:24,564 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:24,564 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:24,564 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155804564Disabling compacts and flushes for region at 1732155804564Disabling writes for close at 1732155804564Writing region close event to WAL at 1732155804564Closed at 1732155804564 2024-11-21T02:23:24,565 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/.initializing 2024-11-21T02:23:24,565 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/WALs/5aee4e3683e9,46637,1732155802646 2024-11-21T02:23:24,566 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:23:24,567 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C46637%2C1732155802646, suffix=, logDir=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/WALs/5aee4e3683e9,46637,1732155802646, archiveDir=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/oldWALs, maxLogs=10 2024-11-21T02:23:24,583 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/WALs/5aee4e3683e9,46637,1732155802646/5aee4e3683e9%2C46637%2C1732155802646.1732155804567, exclude list is [], retry=0 2024-11-21T02:23:24,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41001,DS-16ff0549-66ac-4b72-8f8c-fe33bdf9e160,DISK] 2024-11-21T02:23:24,609 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/WALs/5aee4e3683e9,46637,1732155802646/5aee4e3683e9%2C46637%2C1732155802646.1732155804567 2024-11-21T02:23:24,609 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45489:45489)] 2024-11-21T02:23:24,609 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:23:24,609 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:24,609 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:24,609 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:24,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:24,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:23:24,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:24,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:24,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:24,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:23:24,613 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:24,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:24,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:24,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:23:24,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:24,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:24,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:24,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:23:24,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:24,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:24,615 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:24,616 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:24,616 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:24,617 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:24,617 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:24,617 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:23:24,618 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:24,619 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:23:24,619 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72606434, jitterRate=0.08192017674446106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:23:24,619 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155804609Initializing all the Stores at 1732155804610 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155804610Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155804610Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155804610Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155804610Cleaning up temporary data from old regions at 1732155804617 (+7 ms)Region opened successfully at 1732155804619 (+2 ms) 2024-11-21T02:23:24,620 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:23:24,621 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbdd800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:23:24,622 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:23:24,622 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:23:24,622 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:23:24,622 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:23:24,623 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:23:24,623 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:23:24,623 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:23:24,630 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:23:24,630 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Unable to get data of znode /1-979861876/balancer because node does not exist (not necessarily an error) 2024-11-21T02:23:24,703 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-979861876/balancer already deleted, retry=false 2024-11-21T02:23:24,704 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:23:24,704 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Unable to get data of znode /1-979861876/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:23:24,723 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-979861876/normalizer already deleted, retry=false 2024-11-21T02:23:24,723 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:23:24,724 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Unable to get data of znode /1-979861876/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:23:24,733 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-979861876/switch/split already deleted, retry=false 2024-11-21T02:23:24,734 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Unable to get data of znode /1-979861876/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:23:24,744 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-979861876/switch/merge already deleted, retry=false 2024-11-21T02:23:24,745 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Unable to get data of znode /1-979861876/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:23:24,754 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-979861876/snapshot-cleanup already deleted, retry=false 2024-11-21T02:23:24,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-979861876/running 2024-11-21T02:23:24,765 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-979861876/running 2024-11-21T02:23:24,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876 2024-11-21T02:23:24,765 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876 2024-11-21T02:23:24,765 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,46637,1732155802646, sessionid=0x1015b33e2bf0003, setting cluster-up flag (Was=false) 2024-11-21T02:23:24,786 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876 2024-11-21T02:23:24,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876 2024-11-21T02:23:24,818 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-979861876/flush-table-proc/acquired, /1-979861876/flush-table-proc/reached, /1-979861876/flush-table-proc/abort 2024-11-21T02:23:24,818 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,46637,1732155802646 2024-11-21T02:23:24,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876 2024-11-21T02:23:24,843 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876 2024-11-21T02:23:24,870 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-979861876/online-snapshot/acquired, /1-979861876/online-snapshot/reached, /1-979861876/online-snapshot/abort 2024-11-21T02:23:24,872 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,46637,1732155802646 2024-11-21T02:23:24,873 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:23:24,875 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:23:24,875 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:23:24,875 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:23:24,876 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,46637,1732155802646 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:23:24,877 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:23:24,877 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:23:24,877 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:23:24,877 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:23:24,877 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:23:24,877 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:24,877 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:23:24,877 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:24,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:23:24,890 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:23:24,890 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:24,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:23:24,899 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155834899 2024-11-21T02:23:24,899 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:23:24,899 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:23:24,899 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:23:24,899 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:23:24,899 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:23:24,899 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:23:24,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:23:24,903 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:24,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:23:24,904 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477 2024-11-21T02:23:24,908 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:23:24,908 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:23:24,908 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:23:24,908 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:23:24,916 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:23:24,916 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:23:24,922 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155804916,5,FailOnTimeoutGroup] 2024-11-21T02:23:24,922 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155804922,5,FailOnTimeoutGroup] 2024-11-21T02:23:24,922 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:24,922 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:23:24,922 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:24,922 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:24,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:23:24,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:24,933 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(746): ClusterId : 4740ff83-419b-4816-a2e2-3a4ba9f1121b 2024-11-21T02:23:24,933 DEBUG [RS:0;5aee4e3683e9:32973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:23:24,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:23:24,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:23:24,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:24,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:24,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:23:24,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:23:24,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:24,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:24,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:23:24,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:23:24,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:24,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:24,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:23:24,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:23:24,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:24,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:24,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:23:24,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740 2024-11-21T02:23:24,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740 2024-11-21T02:23:24,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:23:24,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:23:24,944 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:23:24,945 DEBUG [RS:0;5aee4e3683e9:32973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:23:24,945 DEBUG [RS:0;5aee4e3683e9:32973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:23:24,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:23:24,947 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:23:24,947 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68103255, jitterRate=0.014817580580711365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:23:24,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155804927Initializing all the Stores at 1732155804928 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155804928Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155804936 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155804936Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155804936Cleaning up temporary data from old regions at 1732155804944 (+8 ms)Region opened successfully at 1732155804947 (+3 ms) 2024-11-21T02:23:24,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:23:24,947 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:23:24,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:23:24,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:23:24,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:23:24,948 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:23:24,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155804947Disabling compacts and flushes for region at 1732155804947Disabling writes for close at 1732155804947Writing region close event to WAL at 1732155804948 (+1 ms)Closed at 1732155804948 2024-11-21T02:23:24,949 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:23:24,949 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:23:24,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:23:24,950 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:23:24,951 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:23:24,955 DEBUG [RS:0;5aee4e3683e9:32973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:23:24,955 DEBUG [RS:0;5aee4e3683e9:32973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bba84d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:23:24,967 DEBUG [RS:0;5aee4e3683e9:32973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:32973 2024-11-21T02:23:24,967 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:23:24,967 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:23:24,967 DEBUG [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:23:24,968 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,46637,1732155802646 with port=32973, startcode=1732155802788 2024-11-21T02:23:24,968 DEBUG [RS:0;5aee4e3683e9:32973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:23:24,969 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:23:24,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,32973,1732155802788 2024-11-21T02:23:24,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46637 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,32973,1732155802788 2024-11-21T02:23:24,971 DEBUG [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477 2024-11-21T02:23:24,971 DEBUG [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41529 2024-11-21T02:23:24,971 DEBUG [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:23:25,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876/rs 2024-11-21T02:23:25,032 DEBUG [RS:0;5aee4e3683e9:32973 {}] zookeeper.ZKUtil(111): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Set watcher on existing znode=/1-979861876/rs/5aee4e3683e9,32973,1732155802788 2024-11-21T02:23:25,032 WARN [RS:0;5aee4e3683e9:32973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:23:25,032 INFO [RS:0;5aee4e3683e9:32973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:23:25,032 DEBUG [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/WALs/5aee4e3683e9,32973,1732155802788 2024-11-21T02:23:25,033 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,32973,1732155802788] 2024-11-21T02:23:25,036 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:23:25,037 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:23:25,040 INFO [RS:0;5aee4e3683e9:32973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:23:25,040 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,044 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:23:25,045 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:23:25,045 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,045 DEBUG [RS:0;5aee4e3683e9:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:25,045 DEBUG [RS:0;5aee4e3683e9:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:25,045 DEBUG [RS:0;5aee4e3683e9:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:25,045 DEBUG [RS:0;5aee4e3683e9:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:25,045 DEBUG [RS:0;5aee4e3683e9:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:25,045 DEBUG [RS:0;5aee4e3683e9:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:23:25,045 DEBUG [RS:0;5aee4e3683e9:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:25,045 DEBUG [RS:0;5aee4e3683e9:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:25,045 DEBUG [RS:0;5aee4e3683e9:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:25,045 DEBUG [RS:0;5aee4e3683e9:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:25,045 DEBUG [RS:0;5aee4e3683e9:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:25,045 DEBUG [RS:0;5aee4e3683e9:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:25,045 DEBUG [RS:0;5aee4e3683e9:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:23:25,045 DEBUG [RS:0;5aee4e3683e9:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:23:25,047 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,047 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,047 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,047 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,047 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,047 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,32973,1732155802788-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:23:25,066 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:23:25,066 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,32973,1732155802788-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,067 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,067 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.Replication(171): 5aee4e3683e9,32973,1732155802788 started 2024-11-21T02:23:25,086 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,086 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,32973,1732155802788, RpcServer on 5aee4e3683e9/172.17.0.2:32973, sessionid=0x1015b33e2bf0004 2024-11-21T02:23:25,086 DEBUG [RS:0;5aee4e3683e9:32973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:23:25,086 DEBUG [RS:0;5aee4e3683e9:32973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,32973,1732155802788 2024-11-21T02:23:25,086 DEBUG [RS:0;5aee4e3683e9:32973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,32973,1732155802788' 2024-11-21T02:23:25,086 DEBUG [RS:0;5aee4e3683e9:32973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-979861876/flush-table-proc/abort' 2024-11-21T02:23:25,087 DEBUG [RS:0;5aee4e3683e9:32973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-979861876/flush-table-proc/acquired' 2024-11-21T02:23:25,087 DEBUG [RS:0;5aee4e3683e9:32973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:23:25,087 DEBUG [RS:0;5aee4e3683e9:32973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:23:25,087 DEBUG [RS:0;5aee4e3683e9:32973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,32973,1732155802788 2024-11-21T02:23:25,087 DEBUG [RS:0;5aee4e3683e9:32973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,32973,1732155802788' 2024-11-21T02:23:25,087 DEBUG [RS:0;5aee4e3683e9:32973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-979861876/online-snapshot/abort' 2024-11-21T02:23:25,088 DEBUG [RS:0;5aee4e3683e9:32973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-979861876/online-snapshot/acquired' 2024-11-21T02:23:25,088 DEBUG [RS:0;5aee4e3683e9:32973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:23:25,088 INFO [RS:0;5aee4e3683e9:32973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:23:25,088 INFO [RS:0;5aee4e3683e9:32973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:23:25,101 WARN [5aee4e3683e9:46637 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-21T02:23:25,189 INFO [RS:0;5aee4e3683e9:32973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:23:25,190 INFO [RS:0;5aee4e3683e9:32973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C32973%2C1732155802788, suffix=, logDir=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/WALs/5aee4e3683e9,32973,1732155802788, archiveDir=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/oldWALs, maxLogs=10 2024-11-21T02:23:25,205 DEBUG [RS:0;5aee4e3683e9:32973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/WALs/5aee4e3683e9,32973,1732155802788/5aee4e3683e9%2C32973%2C1732155802788.1732155805190, exclude list is [], retry=0 2024-11-21T02:23:25,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41001,DS-16ff0549-66ac-4b72-8f8c-fe33bdf9e160,DISK] 2024-11-21T02:23:25,209 INFO [RS:0;5aee4e3683e9:32973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/WALs/5aee4e3683e9,32973,1732155802788/5aee4e3683e9%2C32973%2C1732155802788.1732155805190 2024-11-21T02:23:25,209 DEBUG [RS:0;5aee4e3683e9:32973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45489:45489)] 2024-11-21T02:23:25,352 DEBUG [5aee4e3683e9:46637 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:23:25,352 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,32973,1732155802788 2024-11-21T02:23:25,353 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,32973,1732155802788, state=OPENING 2024-11-21T02:23:25,417 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:23:25,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876 2024-11-21T02:23:25,428 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876 2024-11-21T02:23:25,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-979861876/meta-region-server: CHANGED 2024-11-21T02:23:25,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-979861876/meta-region-server: CHANGED 2024-11-21T02:23:25,428 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:23:25,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,32973,1732155802788}] 2024-11-21T02:23:25,580 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:23:25,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:23:25,584 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:23:25,584 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:23:25,585 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:23:25,586 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C32973%2C1732155802788.meta, suffix=.meta, logDir=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/WALs/5aee4e3683e9,32973,1732155802788, archiveDir=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/oldWALs, maxLogs=10 2024-11-21T02:23:25,603 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/WALs/5aee4e3683e9,32973,1732155802788/5aee4e3683e9%2C32973%2C1732155802788.meta.1732155805586.meta, exclude list is [], retry=0 2024-11-21T02:23:25,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41001,DS-16ff0549-66ac-4b72-8f8c-fe33bdf9e160,DISK] 2024-11-21T02:23:25,607 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/WALs/5aee4e3683e9,32973,1732155802788/5aee4e3683e9%2C32973%2C1732155802788.meta.1732155805586.meta 2024-11-21T02:23:25,607 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45489:45489)] 2024-11-21T02:23:25,607 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:23:25,608 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:23:25,608 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:23:25,608 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:23:25,608 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:23:25,608 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:23:25,608 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:25,608 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:23:25,608 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:23:25,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:23:25,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:23:25,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:25,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:25,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:23:25,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:23:25,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:25,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:25,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:23:25,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:23:25,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:25,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:25,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:23:25,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:23:25,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:25,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:25,614 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:23:25,615 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740 2024-11-21T02:23:25,615 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740 2024-11-21T02:23:25,616 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:23:25,616 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:23:25,616 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:23:25,618 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:23:25,618 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65758314, jitterRate=-0.020124763250350952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:23:25,618 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:23:25,618 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155805608Writing region info on filesystem at 1732155805608Initializing all the Stores at 1732155805609 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155805609Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155805611 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155805611Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155805611Cleaning up temporary data from old regions at 1732155805616 (+5 ms)Running coprocessor post-open hooks at 1732155805618 (+2 ms)Region opened successfully at 1732155805618 2024-11-21T02:23:25,619 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155805580 2024-11-21T02:23:25,620 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:23:25,620 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:23:25,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,32973,1732155802788 2024-11-21T02:23:25,622 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,32973,1732155802788, state=OPEN 2024-11-21T02:23:25,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-979861876/meta-region-server 2024-11-21T02:23:25,628 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-979861876/meta-region-server 2024-11-21T02:23:25,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,32973,1732155802788 2024-11-21T02:23:25,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-979861876/meta-region-server: CHANGED 2024-11-21T02:23:25,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-979861876/meta-region-server: CHANGED 2024-11-21T02:23:25,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:23:25,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,32973,1732155802788 in 200 msec 2024-11-21T02:23:25,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:23:25,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 681 msec 2024-11-21T02:23:25,631 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:23:25,631 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:23:25,632 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:23:25,632 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,32973,1732155802788, seqNum=-1] 2024-11-21T02:23:25,633 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:23:25,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:23:25,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 762 msec 2024-11-21T02:23:25,637 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155805637, completionTime=-1 2024-11-21T02:23:25,637 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:23:25,637 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:23:25,639 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:23:25,639 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155865639 2024-11-21T02:23:25,639 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155925639 2024-11-21T02:23:25,639 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-21T02:23:25,639 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46637,1732155802646-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,639 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46637,1732155802646-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,639 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46637,1732155802646-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,639 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:46637, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,639 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,640 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,641 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:23:25,645 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.775sec 2024-11-21T02:23:25,645 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:23:25,645 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:23:25,645 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:23:25,645 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:23:25,645 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:23:25,645 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46637,1732155802646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:23:25,645 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46637,1732155802646-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:23:25,647 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:23:25,647 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:23:25,647 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,46637,1732155802646-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:25,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:23:25,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189b50d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:25,734 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46637,-1 for getting cluster id 2024-11-21T02:23:25,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:25,735 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4740ff83-419b-4816-a2e2-3a4ba9f1121b' 2024-11-21T02:23:25,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:25,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4740ff83-419b-4816-a2e2-3a4ba9f1121b" 2024-11-21T02:23:25,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a85e069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:25,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46637,-1] 2024-11-21T02:23:25,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:25,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:25,737 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:25,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36cccc13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:25,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:23:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,32973,1732155802788, seqNum=-1] 2024-11-21T02:23:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:23:25,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:23:25,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,46637,1732155802646 2024-11-21T02:23:25,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58787 2024-11-21T02:23:25,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:23:25,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b33e2bf0005 connected 2024-11-21T02:23:25,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:25,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/hadoop.log.dir so I do NOT create it in target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d 2024-11-21T02:23:25,767 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T02:23:25,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/hadoop.tmp.dir so I do NOT create it in target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d 2024-11-21T02:23:25,767 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T02:23:25,767 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d 2024-11-21T02:23:25,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T02:23:25,767 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/cluster_302790ec-efc6-f2cd-5d77-002317f11edb, deleteOnExit=true 2024-11-21T02:23:25,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T02:23:25,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/test.cache.data in system properties and HBase conf 2024-11-21T02:23:25,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T02:23:25,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/hadoop.log.dir in system properties and HBase conf 2024-11-21T02:23:25,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T02:23:25,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T02:23:25,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T02:23:25,768 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T02:23:25,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:23:25,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T02:23:25,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T02:23:25,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:23:25,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T02:23:25,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T02:23:25,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T02:23:25,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:23:25,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T02:23:25,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/nfs.dump.dir in system properties and HBase conf 2024-11-21T02:23:25,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/java.io.tmpdir in system properties and HBase conf 2024-11-21T02:23:25,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T02:23:25,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T02:23:25,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T02:23:26,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:23:26,341 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:23:26,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:23:26,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:23:26,342 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T02:23:26,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:23:26,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d3d6671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:23:26,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@381a0805{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:23:26,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d356fa4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/java.io.tmpdir/jetty-localhost-40191-hadoop-hdfs-3_4_1-tests_jar-_-any-4348851377800815645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:23:26,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d9aa987{HTTP/1.1, (http/1.1)}{localhost:40191} 2024-11-21T02:23:26,455 INFO [Time-limited test {}] server.Server(415): Started @349718ms 2024-11-21T02:23:26,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T02:23:26,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T02:23:26,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T02:23:26,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T02:23:26,895 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T02:23:26,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cb1e81d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/hadoop.log.dir/,AVAILABLE} 2024-11-21T02:23:26,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f3b3a6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T02:23:27,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@374b2111{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/java.io.tmpdir/jetty-localhost-38567-hadoop-hdfs-3_4_1-tests_jar-_-any-9775524791218911563/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:23:27,021 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e06f863{HTTP/1.1, (http/1.1)}{localhost:38567} 2024-11-21T02:23:27,021 INFO [Time-limited test {}] server.Server(415): Started @350285ms 2024-11-21T02:23:27,023 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T02:23:27,878 WARN [Thread-4555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/cluster_302790ec-efc6-f2cd-5d77-002317f11edb/data/data1/current/BP-1071700091-172.17.0.2-1732155805814/current, will proceed with Du for space computation calculation, 2024-11-21T02:23:27,878 WARN [Thread-4556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/cluster_302790ec-efc6-f2cd-5d77-002317f11edb/data/data2/current/BP-1071700091-172.17.0.2-1732155805814/current, will proceed with Du for space computation calculation, 2024-11-21T02:23:27,906 WARN [Thread-4543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T02:23:27,908 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11a0eab93da57650 with lease ID 0x9852a71b467cfb45: Processing first storage report for DS-d1d45cde-6788-4f64-9ea6-5e9c28b9b967 from datanode DatanodeRegistration(127.0.0.1:32865, datanodeUuid=d0410904-cc68-4f9c-8aa7-3693a10fcd92, infoPort=33101, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=887925521;c=1732155805814) 2024-11-21T02:23:27,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11a0eab93da57650 with lease ID 0x9852a71b467cfb45: from storage DS-d1d45cde-6788-4f64-9ea6-5e9c28b9b967 node DatanodeRegistration(127.0.0.1:32865, datanodeUuid=d0410904-cc68-4f9c-8aa7-3693a10fcd92, infoPort=33101, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=887925521;c=1732155805814), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:23:27,908 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11a0eab93da57650 with lease ID 0x9852a71b467cfb45: Processing first storage report for DS-fe4aefce-00f8-4a85-aaa4-47ccc41782c1 from datanode DatanodeRegistration(127.0.0.1:32865, datanodeUuid=d0410904-cc68-4f9c-8aa7-3693a10fcd92, infoPort=33101, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=887925521;c=1732155805814) 2024-11-21T02:23:27,908 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11a0eab93da57650 with lease ID 0x9852a71b467cfb45: from storage DS-fe4aefce-00f8-4a85-aaa4-47ccc41782c1 node DatanodeRegistration(127.0.0.1:32865, datanodeUuid=d0410904-cc68-4f9c-8aa7-3693a10fcd92, infoPort=33101, infoSecurePort=0, ipcPort=43869, storageInfo=lv=-57;cid=testClusterID;nsid=887925521;c=1732155805814), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T02:23:27,959 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d 2024-11-21T02:23:27,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:27,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:27,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741825_1001 (size=7) 2024-11-21T02:23:28,368 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2 with version=8 2024-11-21T02:23:28,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/hbase-staging 2024-11-21T02:23:28,371 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:23:28,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:28,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:28,371 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:23:28,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:28,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:23:28,372 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T02:23:28,372 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:23:28,372 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33997 2024-11-21T02:23:28,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33997 connecting to ZooKeeper ensemble=127.0.0.1:58787 2024-11-21T02:23:28,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339970x0, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:23:28,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33997-0x1015b33e2bf0006 connected 2024-11-21T02:23:28,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:28,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:28,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Set watcher on znode that does not yet exist, /2490842838/running 2024-11-21T02:23:28,474 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2, hbase.cluster.distributed=false 2024-11-21T02:23:28,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Set watcher on znode that does not yet exist, /2490842838/acl 2024-11-21T02:23:28,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33997 2024-11-21T02:23:28,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33997 2024-11-21T02:23:28,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33997 2024-11-21T02:23:28,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33997 2024-11-21T02:23:28,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33997 2024-11-21T02:23:28,501 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5aee4e3683e9:0 server-side Connection retries=45 2024-11-21T02:23:28,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:28,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:28,501 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T02:23:28,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T02:23:28,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T02:23:28,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T02:23:28,501 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T02:23:28,502 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44817 2024-11-21T02:23:28,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44817 connecting to ZooKeeper ensemble=127.0.0.1:58787 2024-11-21T02:23:28,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:28,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:28,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448170x0, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:23:28,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44817-0x1015b33e2bf0007 connected 2024-11-21T02:23:28,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Set watcher on znode that does not yet exist, /2490842838/running 2024-11-21T02:23:28,512 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T02:23:28,513 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T02:23:28,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Set watcher on znode that does not yet exist, /2490842838/master 2024-11-21T02:23:28,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Set watcher on znode that does not yet exist, /2490842838/acl 2024-11-21T02:23:28,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44817 2024-11-21T02:23:28,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44817 2024-11-21T02:23:28,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44817 2024-11-21T02:23:28,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44817 2024-11-21T02:23:28,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44817 2024-11-21T02:23:28,536 DEBUG [M:0;5aee4e3683e9:33997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5aee4e3683e9:33997 2024-11-21T02:23:28,536 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2490842838/backup-masters/5aee4e3683e9,33997,1732155808371 2024-11-21T02:23:28,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838/backup-masters 2024-11-21T02:23:28,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838/backup-masters 2024-11-21T02:23:28,547 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Set watcher on existing znode=/2490842838/backup-masters/5aee4e3683e9,33997,1732155808371 2024-11-21T02:23:28,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2490842838/master 2024-11-21T02:23:28,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838 2024-11-21T02:23:28,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838 2024-11-21T02:23:28,554 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Set watcher on existing znode=/2490842838/master 2024-11-21T02:23:28,555 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2490842838/backup-masters/5aee4e3683e9,33997,1732155808371 from backup master directory 2024-11-21T02:23:28,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2490842838/backup-masters/5aee4e3683e9,33997,1732155808371 2024-11-21T02:23:28,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838/backup-masters 2024-11-21T02:23:28,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838/backup-masters 2024-11-21T02:23:28,565 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:23:28,565 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5aee4e3683e9,33997,1732155808371 2024-11-21T02:23:28,569 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/hbase.id] with ID: ba47cdce-bfe2-4e8e-93dc-c2135a35247e 2024-11-21T02:23:28,569 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/.tmp/hbase.id 2024-11-21T02:23:28,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741826_1002 (size=42) 2024-11-21T02:23:28,584 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/.tmp/hbase.id]:[hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/hbase.id] 2024-11-21T02:23:28,591 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:28,591 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T02:23:28,592 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T02:23:28,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838 2024-11-21T02:23:28,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838 2024-11-21T02:23:28,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741827_1003 (size=196) 2024-11-21T02:23:29,002 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:23:29,003 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T02:23:29,003 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:23:29,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741828_1004 (size=1189) 2024-11-21T02:23:29,022 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store 2024-11-21T02:23:29,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741829_1005 (size=34) 2024-11-21T02:23:29,033 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:29,033 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:23:29,034 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:29,034 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:29,034 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:23:29,034 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:29,034 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:29,034 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155809033Disabling compacts and flushes for region at 1732155809033Disabling writes for close at 1732155809034 (+1 ms)Writing region close event to WAL at 1732155809034Closed at 1732155809034 2024-11-21T02:23:29,035 WARN [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/.initializing 2024-11-21T02:23:29,035 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/WALs/5aee4e3683e9,33997,1732155808371 2024-11-21T02:23:29,036 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:23:29,039 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5aee4e3683e9%2C33997%2C1732155808371, suffix=, logDir=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/WALs/5aee4e3683e9,33997,1732155808371, archiveDir=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/oldWALs, maxLogs=10 2024-11-21T02:23:29,059 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/WALs/5aee4e3683e9,33997,1732155808371/5aee4e3683e9%2C33997%2C1732155808371.1732155809040, exclude list is [], retry=0 2024-11-21T02:23:29,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32865,DS-d1d45cde-6788-4f64-9ea6-5e9c28b9b967,DISK] 2024-11-21T02:23:29,070 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/WALs/5aee4e3683e9,33997,1732155808371/5aee4e3683e9%2C33997%2C1732155808371.1732155809040 2024-11-21T02:23:29,070 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33101:33101)] 2024-11-21T02:23:29,071 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:23:29,071 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:29,071 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:29,071 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:29,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:29,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T02:23:29,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:29,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:29,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:29,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T02:23:29,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:29,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:29,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:29,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T02:23:29,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:29,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:29,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:29,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T02:23:29,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:29,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:29,077 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:29,077 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:29,078 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:29,079 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:29,079 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:29,080 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:23:29,081 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T02:23:29,082 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:23:29,082 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58902648, jitterRate=-0.12228214740753174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:23:29,082 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732155809071Initializing all the Stores at 1732155809072 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155809072Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155809072Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155809072Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155809072Cleaning up temporary data from old regions at 1732155809079 (+7 ms)Region opened successfully at 1732155809082 (+3 ms) 2024-11-21T02:23:29,084 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T02:23:29,086 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bd9dae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:23:29,087 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T02:23:29,087 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T02:23:29,087 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T02:23:29,088 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T02:23:29,088 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T02:23:29,088 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T02:23:29,088 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T02:23:29,090 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T02:23:29,090 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Unable to get data of znode /2490842838/balancer because node does not exist (not necessarily an error) 2024-11-21T02:23:29,123 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2490842838/balancer already deleted, retry=false 2024-11-21T02:23:29,123 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T02:23:29,126 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Unable to get data of znode /2490842838/normalizer because node does not exist (not necessarily an error) 2024-11-21T02:23:29,133 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2490842838/normalizer already deleted, retry=false 2024-11-21T02:23:29,133 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T02:23:29,134 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Unable to get data of znode /2490842838/switch/split because node does not exist (not necessarily an error) 2024-11-21T02:23:29,144 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2490842838/switch/split already deleted, retry=false 2024-11-21T02:23:29,147 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Unable to get data of znode /2490842838/switch/merge because node does not exist (not necessarily an error) 2024-11-21T02:23:29,154 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2490842838/switch/merge already deleted, retry=false 2024-11-21T02:23:29,156 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Unable to get data of znode /2490842838/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T02:23:29,164 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2490842838/snapshot-cleanup already deleted, retry=false 2024-11-21T02:23:29,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2490842838/running 2024-11-21T02:23:29,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2490842838/running 2024-11-21T02:23:29,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838 2024-11-21T02:23:29,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838 2024-11-21T02:23:29,176 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5aee4e3683e9,33997,1732155808371, sessionid=0x1015b33e2bf0006, setting cluster-up flag (Was=false) 2024-11-21T02:23:29,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838 2024-11-21T02:23:29,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838 2024-11-21T02:23:29,228 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2490842838/flush-table-proc/acquired, /2490842838/flush-table-proc/reached, /2490842838/flush-table-proc/abort 2024-11-21T02:23:29,229 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,33997,1732155808371 2024-11-21T02:23:29,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838 2024-11-21T02:23:29,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838 2024-11-21T02:23:29,280 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2490842838/online-snapshot/acquired, /2490842838/online-snapshot/reached, /2490842838/online-snapshot/abort 2024-11-21T02:23:29,283 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5aee4e3683e9,33997,1732155808371 2024-11-21T02:23:29,289 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T02:23:29,293 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T02:23:29,294 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T02:23:29,294 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T02:23:29,294 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5aee4e3683e9,33997,1732155808371 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T02:23:29,296 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:23:29,296 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:23:29,296 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:23:29,296 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=5, maxPoolSize=5 2024-11-21T02:23:29,296 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5aee4e3683e9:0, corePoolSize=10, maxPoolSize=10 2024-11-21T02:23:29,296 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:29,296 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:23:29,296 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:29,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:23:29,310 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T02:23:29,311 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:29,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T02:23:29,324 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732155839324 2024-11-21T02:23:29,324 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T02:23:29,325 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T02:23:29,325 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T02:23:29,325 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T02:23:29,325 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T02:23:29,325 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T02:23:29,331 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:29,333 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(746): ClusterId : ba47cdce-bfe2-4e8e-93dc-c2135a35247e 2024-11-21T02:23:29,333 DEBUG [RS:0;5aee4e3683e9:44817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T02:23:29,336 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T02:23:29,336 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T02:23:29,336 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T02:23:29,336 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T02:23:29,340 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T02:23:29,340 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T02:23:29,343 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155809340,5,FailOnTimeoutGroup] 2024-11-21T02:23:29,344 DEBUG [RS:0;5aee4e3683e9:44817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T02:23:29,344 DEBUG [RS:0;5aee4e3683e9:44817 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T02:23:29,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741831_1007 (size=1321) 2024-11-21T02:23:29,355 DEBUG [RS:0;5aee4e3683e9:44817 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T02:23:29,355 DEBUG [RS:0;5aee4e3683e9:44817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d28f3cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5aee4e3683e9/172.17.0.2:0 2024-11-21T02:23:29,358 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T02:23:29,358 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2 2024-11-21T02:23:29,359 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155809343,5,FailOnTimeoutGroup] 2024-11-21T02:23:29,359 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:29,359 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T02:23:29,359 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:29,359 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:29,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741832_1008 (size=32) 2024-11-21T02:23:29,372 DEBUG [RS:0;5aee4e3683e9:44817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5aee4e3683e9:44817 2024-11-21T02:23:29,372 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T02:23:29,372 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T02:23:29,372 DEBUG [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T02:23:29,372 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(2659): reportForDuty to master=5aee4e3683e9,33997,1732155808371 with port=44817, startcode=1732155808501 2024-11-21T02:23:29,372 DEBUG [RS:0;5aee4e3683e9:44817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T02:23:29,374 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T02:23:29,374 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5aee4e3683e9,44817,1732155808501 2024-11-21T02:23:29,374 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] master.ServerManager(517): Registering regionserver=5aee4e3683e9,44817,1732155808501 2024-11-21T02:23:29,375 DEBUG [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2 2024-11-21T02:23:29,375 DEBUG [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44537 2024-11-21T02:23:29,375 DEBUG [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T02:23:29,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838/rs 2024-11-21T02:23:29,417 DEBUG [RS:0;5aee4e3683e9:44817 {}] zookeeper.ZKUtil(111): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Set watcher on existing znode=/2490842838/rs/5aee4e3683e9,44817,1732155808501 2024-11-21T02:23:29,417 WARN [RS:0;5aee4e3683e9:44817 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T02:23:29,417 INFO [RS:0;5aee4e3683e9:44817 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:23:29,418 DEBUG [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/WALs/5aee4e3683e9,44817,1732155808501 2024-11-21T02:23:29,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5aee4e3683e9,44817,1732155808501] 2024-11-21T02:23:29,420 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T02:23:29,421 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T02:23:29,422 INFO [RS:0;5aee4e3683e9:44817 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T02:23:29,422 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:29,422 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T02:23:29,422 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T02:23:29,423 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:29,423 DEBUG [RS:0;5aee4e3683e9:44817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:29,423 DEBUG [RS:0;5aee4e3683e9:44817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:29,423 DEBUG [RS:0;5aee4e3683e9:44817 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:29,423 DEBUG [RS:0;5aee4e3683e9:44817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:29,423 DEBUG [RS:0;5aee4e3683e9:44817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:29,423 DEBUG [RS:0;5aee4e3683e9:44817 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5aee4e3683e9:0, corePoolSize=2, maxPoolSize=2 2024-11-21T02:23:29,423 DEBUG [RS:0;5aee4e3683e9:44817 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:29,423 DEBUG [RS:0;5aee4e3683e9:44817 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:29,423 DEBUG [RS:0;5aee4e3683e9:44817 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:29,423 DEBUG [RS:0;5aee4e3683e9:44817 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:29,423 DEBUG [RS:0;5aee4e3683e9:44817 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:29,423 DEBUG [RS:0;5aee4e3683e9:44817 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5aee4e3683e9:0, corePoolSize=1, maxPoolSize=1 2024-11-21T02:23:29,423 DEBUG [RS:0;5aee4e3683e9:44817 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:23:29,423 DEBUG [RS:0;5aee4e3683e9:44817 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5aee4e3683e9:0, corePoolSize=3, maxPoolSize=3 2024-11-21T02:23:29,424 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:29,424 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:29,424 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:29,424 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:29,424 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:29,424 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,44817,1732155808501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:23:29,441 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T02:23:29,441 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,44817,1732155808501-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:29,442 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:29,442 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.Replication(171): 5aee4e3683e9,44817,1732155808501 started 2024-11-21T02:23:29,464 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:29,464 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(1482): Serving as 5aee4e3683e9,44817,1732155808501, RpcServer on 5aee4e3683e9/172.17.0.2:44817, sessionid=0x1015b33e2bf0007 2024-11-21T02:23:29,464 DEBUG [RS:0;5aee4e3683e9:44817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T02:23:29,464 DEBUG [RS:0;5aee4e3683e9:44817 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5aee4e3683e9,44817,1732155808501 2024-11-21T02:23:29,464 DEBUG [RS:0;5aee4e3683e9:44817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,44817,1732155808501' 2024-11-21T02:23:29,464 DEBUG [RS:0;5aee4e3683e9:44817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2490842838/flush-table-proc/abort' 2024-11-21T02:23:29,465 DEBUG [RS:0;5aee4e3683e9:44817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2490842838/flush-table-proc/acquired' 2024-11-21T02:23:29,465 DEBUG [RS:0;5aee4e3683e9:44817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T02:23:29,465 DEBUG [RS:0;5aee4e3683e9:44817 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T02:23:29,465 DEBUG [RS:0;5aee4e3683e9:44817 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5aee4e3683e9,44817,1732155808501 2024-11-21T02:23:29,465 DEBUG [RS:0;5aee4e3683e9:44817 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5aee4e3683e9,44817,1732155808501' 2024-11-21T02:23:29,465 DEBUG [RS:0;5aee4e3683e9:44817 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2490842838/online-snapshot/abort' 2024-11-21T02:23:29,465 DEBUG [RS:0;5aee4e3683e9:44817 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2490842838/online-snapshot/acquired' 2024-11-21T02:23:29,466 DEBUG [RS:0;5aee4e3683e9:44817 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T02:23:29,466 INFO [RS:0;5aee4e3683e9:44817 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T02:23:29,466 INFO [RS:0;5aee4e3683e9:44817 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T02:23:29,566 INFO [RS:0;5aee4e3683e9:44817 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T02:23:29,567 INFO [RS:0;5aee4e3683e9:44817 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C44817%2C1732155808501, suffix=, logDir=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/WALs/5aee4e3683e9,44817,1732155808501, archiveDir=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/oldWALs, maxLogs=10 2024-11-21T02:23:29,579 DEBUG [RS:0;5aee4e3683e9:44817 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/WALs/5aee4e3683e9,44817,1732155808501/5aee4e3683e9%2C44817%2C1732155808501.1732155809568, exclude list is [], retry=0 2024-11-21T02:23:29,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32865,DS-d1d45cde-6788-4f64-9ea6-5e9c28b9b967,DISK] 2024-11-21T02:23:29,582 INFO [RS:0;5aee4e3683e9:44817 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/WALs/5aee4e3683e9,44817,1732155808501/5aee4e3683e9%2C44817%2C1732155808501.1732155809568 2024-11-21T02:23:29,583 DEBUG [RS:0;5aee4e3683e9:44817 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33101:33101)] 2024-11-21T02:23:29,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:29,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:23:29,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:23:29,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:29,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:29,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:23:29,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:23:29,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:29,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:29,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:23:29,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:23:29,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:29,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:29,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:23:29,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:23:29,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:29,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:29,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:23:29,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740 2024-11-21T02:23:29,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740 2024-11-21T02:23:29,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:23:29,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:23:29,777 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:23:29,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:23:29,779 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:23:29,779 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73278667, jitterRate=0.09193722903728485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:23:29,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732155809769Initializing all the Stores at 1732155809770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155809770Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155809770Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155809770Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155809770Cleaning up temporary data from old regions at 1732155809776 (+6 ms)Region opened successfully at 1732155809779 (+3 ms) 2024-11-21T02:23:29,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:23:29,779 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:23:29,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:23:29,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:23:29,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:23:29,780 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:23:29,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155809779Disabling compacts and flushes for region at 1732155809779Disabling writes for close at 1732155809779Writing region close event to WAL at 1732155809780 (+1 ms)Closed at 1732155809780 2024-11-21T02:23:29,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:23:29,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T02:23:29,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T02:23:29,781 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:23:29,782 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T02:23:29,932 DEBUG [5aee4e3683e9:33997 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T02:23:29,933 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5aee4e3683e9,44817,1732155808501 2024-11-21T02:23:29,934 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,44817,1732155808501, state=OPENING 2024-11-21T02:23:29,954 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T02:23:29,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838 2024-11-21T02:23:29,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838 2024-11-21T02:23:29,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2490842838/meta-region-server: CHANGED 2024-11-21T02:23:29,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2490842838/meta-region-server: CHANGED 2024-11-21T02:23:29,965 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T02:23:29,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,44817,1732155808501}] 2024-11-21T02:23:30,117 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:23:30,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:23:30,121 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T02:23:30,121 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:23:30,122 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T02:23:30,123 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C44817%2C1732155808501.meta, suffix=.meta, logDir=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/WALs/5aee4e3683e9,44817,1732155808501, archiveDir=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/oldWALs, maxLogs=10 2024-11-21T02:23:30,140 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/WALs/5aee4e3683e9,44817,1732155808501/5aee4e3683e9%2C44817%2C1732155808501.meta.1732155810123.meta, exclude list is [], retry=0 2024-11-21T02:23:30,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32865,DS-d1d45cde-6788-4f64-9ea6-5e9c28b9b967,DISK] 2024-11-21T02:23:30,143 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/WALs/5aee4e3683e9,44817,1732155808501/5aee4e3683e9%2C44817%2C1732155808501.meta.1732155810123.meta 2024-11-21T02:23:30,143 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33101:33101)] 2024-11-21T02:23:30,144 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:23:30,144 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:23:30,144 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:23:30,144 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T02:23:30,144 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T02:23:30,145 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T02:23:30,145 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:30,145 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T02:23:30,145 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T02:23:30,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T02:23:30,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T02:23:30,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:30,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:30,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T02:23:30,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T02:23:30,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:30,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:30,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T02:23:30,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T02:23:30,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:30,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:30,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T02:23:30,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T02:23:30,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:30,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T02:23:30,149 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T02:23:30,150 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740 2024-11-21T02:23:30,150 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740 2024-11-21T02:23:30,151 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T02:23:30,151 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T02:23:30,151 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T02:23:30,152 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T02:23:30,152 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60501231, jitterRate=-0.09846140444278717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T02:23:30,152 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T02:23:30,153 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732155810145Writing region info on filesystem at 1732155810145Initializing all the Stores at 1732155810145Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155810145Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155810146 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155810146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732155810146Cleaning up temporary data from old regions at 1732155810151 (+5 ms)Running coprocessor post-open hooks at 1732155810152 (+1 ms)Region opened successfully at 1732155810152 2024-11-21T02:23:30,153 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732155810117 2024-11-21T02:23:30,154 DEBUG [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T02:23:30,154 INFO [RS_OPEN_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T02:23:30,155 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,44817,1732155808501 2024-11-21T02:23:30,156 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5aee4e3683e9,44817,1732155808501, state=OPEN 2024-11-21T02:23:30,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2490842838/meta-region-server 2024-11-21T02:23:30,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2490842838/meta-region-server 2024-11-21T02:23:30,201 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5aee4e3683e9,44817,1732155808501 2024-11-21T02:23:30,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2490842838/meta-region-server: CHANGED 2024-11-21T02:23:30,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2490842838/meta-region-server: CHANGED 2024-11-21T02:23:30,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T02:23:30,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5aee4e3683e9,44817,1732155808501 in 236 msec 2024-11-21T02:23:30,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T02:23:30,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-21T02:23:30,205 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T02:23:30,205 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T02:23:30,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:23:30,206 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,44817,1732155808501, seqNum=-1] 2024-11-21T02:23:30,207 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:23:30,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:23:30,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 918 msec 2024-11-21T02:23:30,211 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732155810211, completionTime=-1 2024-11-21T02:23:30,211 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T02:23:30,211 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-21T02:23:30,213 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-21T02:23:30,213 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732155870213 2024-11-21T02:23:30,213 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732155930213 2024-11-21T02:23:30,213 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-21T02:23:30,213 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33997,1732155808371-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:30,213 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33997,1732155808371-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:30,213 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33997,1732155808371-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:30,213 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5aee4e3683e9:33997, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:30,214 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:30,214 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:30,215 DEBUG [master/5aee4e3683e9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T02:23:30,217 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.652sec 2024-11-21T02:23:30,217 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T02:23:30,217 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T02:23:30,217 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T02:23:30,217 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T02:23:30,217 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T02:23:30,218 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33997,1732155808371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T02:23:30,218 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33997,1732155808371-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T02:23:30,221 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T02:23:30,221 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T02:23:30,221 INFO [master/5aee4e3683e9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5aee4e3683e9,33997,1732155808371-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T02:23:30,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3623234e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:30,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,33997,-1 for getting cluster id 2024-11-21T02:23:30,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:30,234 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba47cdce-bfe2-4e8e-93dc-c2135a35247e' 2024-11-21T02:23:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba47cdce-bfe2-4e8e-93dc-c2135a35247e" 2024-11-21T02:23:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6b3461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,33997,-1] 2024-11-21T02:23:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:30,235 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:30,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2dbd26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:30,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:23:30,238 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,44817,1732155808501, seqNum=-1] 2024-11-21T02:23:30,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:23:30,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:23:30,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5aee4e3683e9,33997,1732155808371 2024-11-21T02:23:30,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58787 2024-11-21T02:23:30,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T02:23:30,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015b33e2bf0008 connected 2024-11-21T02:23:30,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:23:30,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,37211,1732155797939 2024-11-21T02:23:30,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d32895 2024-11-21T02:23:30,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:23:30,273 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:23:30,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:23:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T02:23:30,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:23:30,276 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:30,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T02:23:30,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:23:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:30,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741835_1011 (size=902) 2024-11-21T02:23:30,291 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 29bd03157881e5551b0aa6738c8a5a13, NAME => 'test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3 2024-11-21T02:23:30,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741836_1012 (size=39) 2024-11-21T02:23:30,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:30,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 29bd03157881e5551b0aa6738c8a5a13, disabling compactions & flushes 2024-11-21T02:23:30,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13. 2024-11-21T02:23:30,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13. 2024-11-21T02:23:30,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13. after waiting 0 ms 2024-11-21T02:23:30,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13. 2024-11-21T02:23:30,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13. 2024-11-21T02:23:30,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 29bd03157881e5551b0aa6738c8a5a13: Waiting for close lock at 1732155810301Disabling compacts and flushes for region at 1732155810301Disabling writes for close at 1732155810301Writing region close event to WAL at 1732155810301Closed at 1732155810301 2024-11-21T02:23:30,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:23:30,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732155810302"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155810302"}]},"ts":"1732155810302"} 2024-11-21T02:23:30,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:23:30,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:23:30,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155810304"}]},"ts":"1732155810304"} 2024-11-21T02:23:30,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T02:23:30,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29bd03157881e5551b0aa6738c8a5a13, ASSIGN}] 2024-11-21T02:23:30,307 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=29bd03157881e5551b0aa6738c8a5a13, ASSIGN 2024-11-21T02:23:30,307 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=29bd03157881e5551b0aa6738c8a5a13, ASSIGN; state=OFFLINE, location=5aee4e3683e9,37219,1732155798098; forceNewPlan=false, retain=false 2024-11-21T02:23:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:30,458 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29bd03157881e5551b0aa6738c8a5a13, regionState=OPENING, regionLocation=5aee4e3683e9,37219,1732155798098 2024-11-21T02:23:30,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=29bd03157881e5551b0aa6738c8a5a13, ASSIGN because future has completed 2024-11-21T02:23:30,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29bd03157881e5551b0aa6738c8a5a13, server=5aee4e3683e9,37219,1732155798098}] 2024-11-21T02:23:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:30,618 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13. 2024-11-21T02:23:30,619 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 29bd03157881e5551b0aa6738c8a5a13, NAME => 'test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:23:30,619 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:23:30,619 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T02:23:30,619 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 29bd03157881e5551b0aa6738c8a5a13 2024-11-21T02:23:30,619 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:30,619 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 29bd03157881e5551b0aa6738c8a5a13 2024-11-21T02:23:30,619 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 29bd03157881e5551b0aa6738c8a5a13 2024-11-21T02:23:30,620 INFO [StoreOpener-29bd03157881e5551b0aa6738c8a5a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29bd03157881e5551b0aa6738c8a5a13 2024-11-21T02:23:30,621 INFO [StoreOpener-29bd03157881e5551b0aa6738c8a5a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bd03157881e5551b0aa6738c8a5a13 columnFamilyName f 2024-11-21T02:23:30,621 DEBUG [StoreOpener-29bd03157881e5551b0aa6738c8a5a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:30,622 INFO [StoreOpener-29bd03157881e5551b0aa6738c8a5a13-1 {}] regionserver.HStore(327): Store=29bd03157881e5551b0aa6738c8a5a13/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:30,622 INFO [StoreOpener-29bd03157881e5551b0aa6738c8a5a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 29bd03157881e5551b0aa6738c8a5a13 2024-11-21T02:23:30,622 INFO [StoreOpener-29bd03157881e5551b0aa6738c8a5a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bd03157881e5551b0aa6738c8a5a13 columnFamilyName f1 2024-11-21T02:23:30,623 DEBUG [StoreOpener-29bd03157881e5551b0aa6738c8a5a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:30,623 INFO [StoreOpener-29bd03157881e5551b0aa6738c8a5a13-1 {}] regionserver.HStore(327): Store=29bd03157881e5551b0aa6738c8a5a13/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:30,623 INFO [StoreOpener-29bd03157881e5551b0aa6738c8a5a13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 29bd03157881e5551b0aa6738c8a5a13 2024-11-21T02:23:30,624 INFO [StoreOpener-29bd03157881e5551b0aa6738c8a5a13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29bd03157881e5551b0aa6738c8a5a13 columnFamilyName norep 2024-11-21T02:23:30,624 DEBUG [StoreOpener-29bd03157881e5551b0aa6738c8a5a13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:30,624 INFO [StoreOpener-29bd03157881e5551b0aa6738c8a5a13-1 {}] regionserver.HStore(327): Store=29bd03157881e5551b0aa6738c8a5a13/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:30,624 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 29bd03157881e5551b0aa6738c8a5a13 2024-11-21T02:23:30,624 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13 2024-11-21T02:23:30,625 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13 2024-11-21T02:23:30,625 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 29bd03157881e5551b0aa6738c8a5a13 2024-11-21T02:23:30,625 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 29bd03157881e5551b0aa6738c8a5a13 2024-11-21T02:23:30,626 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:23:30,626 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 29bd03157881e5551b0aa6738c8a5a13 2024-11-21T02:23:30,628 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:23:30,628 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 29bd03157881e5551b0aa6738c8a5a13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71866166, jitterRate=0.07088932394981384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:23:30,628 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29bd03157881e5551b0aa6738c8a5a13 2024-11-21T02:23:30,628 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 29bd03157881e5551b0aa6738c8a5a13: Running coprocessor pre-open hook at 1732155810619Writing region info on filesystem at 1732155810619Initializing all the Stores at 1732155810620 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155810620Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155810620Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155810620Cleaning up temporary data from old regions at 1732155810625 (+5 ms)Running coprocessor post-open hooks at 1732155810628 (+3 ms)Region opened successfully at 1732155810628 2024-11-21T02:23:30,629 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13., pid=6, masterSystemTime=1732155810611 2024-11-21T02:23:30,631 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13. 2024-11-21T02:23:30,631 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13. 2024-11-21T02:23:30,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=29bd03157881e5551b0aa6738c8a5a13, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5aee4e3683e9,37219,1732155798098 2024-11-21T02:23:30,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29bd03157881e5551b0aa6738c8a5a13, server=5aee4e3683e9,37219,1732155798098 because future has completed 2024-11-21T02:23:30,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:23:30,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 29bd03157881e5551b0aa6738c8a5a13, server=5aee4e3683e9,37219,1732155798098 in 173 msec 2024-11-21T02:23:30,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:23:30,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=29bd03157881e5551b0aa6738c8a5a13, ASSIGN in 329 msec 2024-11-21T02:23:30,637 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:23:30,637 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155810637"}]},"ts":"1732155810637"} 2024-11-21T02:23:30,638 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T02:23:30,639 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:23:30,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 365 msec 2024-11-21T02:23:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:30,899 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T02:23:30,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:23:30,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,46637,1732155802646 2024-11-21T02:23:30,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34801259 2024-11-21T02:23:30,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:23:30,900 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:23:30,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46637 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:23:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46637 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T02:23:30,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:23:30,903 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:30,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46637 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T02:23:30,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:23:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:30,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741835_1011 (size=902) 2024-11-21T02:23:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:31,111 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:23:31,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:31,311 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 983039931c1ce5eb36a1f905224ec0c9, NAME => 'test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477 2024-11-21T02:23:31,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741836_1012 (size=39) 2024-11-21T02:23:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:31,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:31,723 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 983039931c1ce5eb36a1f905224ec0c9, disabling compactions & flushes 2024-11-21T02:23:31,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9. 2024-11-21T02:23:31,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9. 2024-11-21T02:23:31,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9. after waiting 0 ms 2024-11-21T02:23:31,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9. 2024-11-21T02:23:31,724 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9. 2024-11-21T02:23:31,724 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 983039931c1ce5eb36a1f905224ec0c9: Waiting for close lock at 1732155811723Disabling compacts and flushes for region at 1732155811723Disabling writes for close at 1732155811724 (+1 ms)Writing region close event to WAL at 1732155811724Closed at 1732155811724 2024-11-21T02:23:31,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:23:31,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732155811725"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155811725"}]},"ts":"1732155811725"} 2024-11-21T02:23:31,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:23:31,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:23:31,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155811727"}]},"ts":"1732155811727"} 2024-11-21T02:23:31,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T02:23:31,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=983039931c1ce5eb36a1f905224ec0c9, ASSIGN}] 2024-11-21T02:23:31,730 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=983039931c1ce5eb36a1f905224ec0c9, ASSIGN 2024-11-21T02:23:31,730 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=983039931c1ce5eb36a1f905224ec0c9, ASSIGN; state=OFFLINE, location=5aee4e3683e9,32973,1732155802788; forceNewPlan=false, retain=false 2024-11-21T02:23:31,881 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=983039931c1ce5eb36a1f905224ec0c9, regionState=OPENING, regionLocation=5aee4e3683e9,32973,1732155802788 2024-11-21T02:23:31,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=983039931c1ce5eb36a1f905224ec0c9, ASSIGN because future has completed 2024-11-21T02:23:31,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 983039931c1ce5eb36a1f905224ec0c9, server=5aee4e3683e9,32973,1732155802788}] 2024-11-21T02:23:32,038 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9. 2024-11-21T02:23:32,038 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 983039931c1ce5eb36a1f905224ec0c9, NAME => 'test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:23:32,038 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:23:32,038 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T02:23:32,038 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 983039931c1ce5eb36a1f905224ec0c9 2024-11-21T02:23:32,039 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:32,039 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 983039931c1ce5eb36a1f905224ec0c9 2024-11-21T02:23:32,039 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 983039931c1ce5eb36a1f905224ec0c9 2024-11-21T02:23:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:32,040 INFO [StoreOpener-983039931c1ce5eb36a1f905224ec0c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 983039931c1ce5eb36a1f905224ec0c9 2024-11-21T02:23:32,041 INFO [StoreOpener-983039931c1ce5eb36a1f905224ec0c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983039931c1ce5eb36a1f905224ec0c9 columnFamilyName f 2024-11-21T02:23:32,041 DEBUG [StoreOpener-983039931c1ce5eb36a1f905224ec0c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:32,041 INFO [StoreOpener-983039931c1ce5eb36a1f905224ec0c9-1 {}] regionserver.HStore(327): Store=983039931c1ce5eb36a1f905224ec0c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:32,041 INFO [StoreOpener-983039931c1ce5eb36a1f905224ec0c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 983039931c1ce5eb36a1f905224ec0c9 2024-11-21T02:23:32,042 INFO [StoreOpener-983039931c1ce5eb36a1f905224ec0c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983039931c1ce5eb36a1f905224ec0c9 columnFamilyName f1 2024-11-21T02:23:32,042 DEBUG [StoreOpener-983039931c1ce5eb36a1f905224ec0c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:32,042 INFO [StoreOpener-983039931c1ce5eb36a1f905224ec0c9-1 {}] regionserver.HStore(327): Store=983039931c1ce5eb36a1f905224ec0c9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:32,042 INFO [StoreOpener-983039931c1ce5eb36a1f905224ec0c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 983039931c1ce5eb36a1f905224ec0c9 2024-11-21T02:23:32,043 INFO [StoreOpener-983039931c1ce5eb36a1f905224ec0c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983039931c1ce5eb36a1f905224ec0c9 columnFamilyName norep 2024-11-21T02:23:32,043 DEBUG [StoreOpener-983039931c1ce5eb36a1f905224ec0c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:32,043 INFO [StoreOpener-983039931c1ce5eb36a1f905224ec0c9-1 {}] regionserver.HStore(327): Store=983039931c1ce5eb36a1f905224ec0c9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:32,043 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 983039931c1ce5eb36a1f905224ec0c9 2024-11-21T02:23:32,044 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9 2024-11-21T02:23:32,044 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9 2024-11-21T02:23:32,045 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 983039931c1ce5eb36a1f905224ec0c9 2024-11-21T02:23:32,045 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 983039931c1ce5eb36a1f905224ec0c9 2024-11-21T02:23:32,045 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:23:32,046 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 983039931c1ce5eb36a1f905224ec0c9 2024-11-21T02:23:32,047 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:23:32,047 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 983039931c1ce5eb36a1f905224ec0c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68414836, jitterRate=0.01946049928665161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:23:32,047 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 983039931c1ce5eb36a1f905224ec0c9 2024-11-21T02:23:32,048 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 983039931c1ce5eb36a1f905224ec0c9: Running coprocessor pre-open hook at 1732155812039Writing region info on filesystem at 1732155812039Initializing all the Stores at 1732155812039Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155812039Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155812039Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155812039Cleaning up temporary data from old regions at 1732155812045 (+6 ms)Running coprocessor post-open hooks at 1732155812047 (+2 ms)Region opened successfully at 1732155812047 2024-11-21T02:23:32,048 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9., pid=6, masterSystemTime=1732155812035 2024-11-21T02:23:32,050 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9. 2024-11-21T02:23:32,050 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9. 2024-11-21T02:23:32,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=983039931c1ce5eb36a1f905224ec0c9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5aee4e3683e9,32973,1732155802788 2024-11-21T02:23:32,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 983039931c1ce5eb36a1f905224ec0c9, server=5aee4e3683e9,32973,1732155802788 because future has completed 2024-11-21T02:23:32,054 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:23:32,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 983039931c1ce5eb36a1f905224ec0c9, server=5aee4e3683e9,32973,1732155802788 in 169 msec 2024-11-21T02:23:32,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:23:32,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=983039931c1ce5eb36a1f905224ec0c9, ASSIGN in 325 msec 2024-11-21T02:23:32,056 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:23:32,056 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155812056"}]},"ts":"1732155812056"} 2024-11-21T02:23:32,058 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T02:23:32,058 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:23:32,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-21T02:23:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:33,049 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T02:23:33,049 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:23:33,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,33997,1732155808371 2024-11-21T02:23:33,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@173a833e 2024-11-21T02:23:33,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:23:33,051 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:23:33,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:23:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T02:23:33,054 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:23:33,054 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:33,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T02:23:33,055 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:23:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:33,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741835_1011 (size=902) 2024-11-21T02:23:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:33,461 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4a8b5de85f37bc50eb0e74ec83e28e5, NAME => 'test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2 2024-11-21T02:23:33,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741836_1012 (size=39) 2024-11-21T02:23:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:33,865 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:33,866 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c4a8b5de85f37bc50eb0e74ec83e28e5, disabling compactions & flushes 2024-11-21T02:23:33,866 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5. 2024-11-21T02:23:33,866 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5. 2024-11-21T02:23:33,866 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5. after waiting 0 ms 2024-11-21T02:23:33,866 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5. 2024-11-21T02:23:33,866 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5. 2024-11-21T02:23:33,866 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4a8b5de85f37bc50eb0e74ec83e28e5: Waiting for close lock at 1732155813866Disabling compacts and flushes for region at 1732155813866Disabling writes for close at 1732155813866Writing region close event to WAL at 1732155813866Closed at 1732155813866 2024-11-21T02:23:33,867 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:23:33,867 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732155813867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155813867"}]},"ts":"1732155813867"} 2024-11-21T02:23:33,868 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:23:33,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:23:33,869 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155813869"}]},"ts":"1732155813869"} 2024-11-21T02:23:33,870 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T02:23:33,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c4a8b5de85f37bc50eb0e74ec83e28e5, ASSIGN}] 2024-11-21T02:23:33,871 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c4a8b5de85f37bc50eb0e74ec83e28e5, ASSIGN 2024-11-21T02:23:33,872 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c4a8b5de85f37bc50eb0e74ec83e28e5, ASSIGN; state=OFFLINE, location=5aee4e3683e9,44817,1732155808501; forceNewPlan=false, retain=false 2024-11-21T02:23:34,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4a8b5de85f37bc50eb0e74ec83e28e5, regionState=OPENING, regionLocation=5aee4e3683e9,44817,1732155808501 2024-11-21T02:23:34,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c4a8b5de85f37bc50eb0e74ec83e28e5, ASSIGN because future has completed 2024-11-21T02:23:34,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4a8b5de85f37bc50eb0e74ec83e28e5, server=5aee4e3683e9,44817,1732155808501}] 2024-11-21T02:23:34,179 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5. 2024-11-21T02:23:34,179 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c4a8b5de85f37bc50eb0e74ec83e28e5, NAME => 'test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:23:34,179 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:23:34,180 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T02:23:34,180 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c4a8b5de85f37bc50eb0e74ec83e28e5 2024-11-21T02:23:34,180 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:34,180 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c4a8b5de85f37bc50eb0e74ec83e28e5 2024-11-21T02:23:34,180 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c4a8b5de85f37bc50eb0e74ec83e28e5 2024-11-21T02:23:34,181 INFO [StoreOpener-c4a8b5de85f37bc50eb0e74ec83e28e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c4a8b5de85f37bc50eb0e74ec83e28e5 2024-11-21T02:23:34,182 INFO [StoreOpener-c4a8b5de85f37bc50eb0e74ec83e28e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4a8b5de85f37bc50eb0e74ec83e28e5 columnFamilyName f 2024-11-21T02:23:34,182 DEBUG [StoreOpener-c4a8b5de85f37bc50eb0e74ec83e28e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:34,182 INFO [StoreOpener-c4a8b5de85f37bc50eb0e74ec83e28e5-1 {}] regionserver.HStore(327): Store=c4a8b5de85f37bc50eb0e74ec83e28e5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:34,182 INFO [StoreOpener-c4a8b5de85f37bc50eb0e74ec83e28e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c4a8b5de85f37bc50eb0e74ec83e28e5 2024-11-21T02:23:34,183 INFO [StoreOpener-c4a8b5de85f37bc50eb0e74ec83e28e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4a8b5de85f37bc50eb0e74ec83e28e5 columnFamilyName f1 2024-11-21T02:23:34,183 DEBUG [StoreOpener-c4a8b5de85f37bc50eb0e74ec83e28e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:34,183 INFO [StoreOpener-c4a8b5de85f37bc50eb0e74ec83e28e5-1 {}] regionserver.HStore(327): Store=c4a8b5de85f37bc50eb0e74ec83e28e5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:34,183 INFO [StoreOpener-c4a8b5de85f37bc50eb0e74ec83e28e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c4a8b5de85f37bc50eb0e74ec83e28e5 2024-11-21T02:23:34,184 INFO [StoreOpener-c4a8b5de85f37bc50eb0e74ec83e28e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4a8b5de85f37bc50eb0e74ec83e28e5 columnFamilyName norep 2024-11-21T02:23:34,184 DEBUG [StoreOpener-c4a8b5de85f37bc50eb0e74ec83e28e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:34,184 INFO [StoreOpener-c4a8b5de85f37bc50eb0e74ec83e28e5-1 {}] regionserver.HStore(327): Store=c4a8b5de85f37bc50eb0e74ec83e28e5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:34,184 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c4a8b5de85f37bc50eb0e74ec83e28e5 2024-11-21T02:23:34,185 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/default/test/c4a8b5de85f37bc50eb0e74ec83e28e5 2024-11-21T02:23:34,185 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/default/test/c4a8b5de85f37bc50eb0e74ec83e28e5 2024-11-21T02:23:34,186 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c4a8b5de85f37bc50eb0e74ec83e28e5 2024-11-21T02:23:34,186 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c4a8b5de85f37bc50eb0e74ec83e28e5 2024-11-21T02:23:34,186 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:23:34,187 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c4a8b5de85f37bc50eb0e74ec83e28e5 2024-11-21T02:23:34,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:34,188 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/default/test/c4a8b5de85f37bc50eb0e74ec83e28e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:23:34,189 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c4a8b5de85f37bc50eb0e74ec83e28e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72760257, jitterRate=0.08421231806278229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:23:34,189 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4a8b5de85f37bc50eb0e74ec83e28e5 2024-11-21T02:23:34,189 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c4a8b5de85f37bc50eb0e74ec83e28e5: Running coprocessor pre-open hook at 1732155814180Writing region info on filesystem at 1732155814180Initializing all the Stores at 1732155814180Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155814181 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155814181Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155814181Cleaning up temporary data from old regions at 1732155814186 (+5 ms)Running coprocessor post-open hooks at 1732155814189 (+3 ms)Region opened successfully at 1732155814189 2024-11-21T02:23:34,189 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5., pid=6, masterSystemTime=1732155814176 2024-11-21T02:23:34,191 DEBUG [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5. 2024-11-21T02:23:34,191 INFO [RS_OPEN_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5. 2024-11-21T02:23:34,191 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4a8b5de85f37bc50eb0e74ec83e28e5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5aee4e3683e9,44817,1732155808501 2024-11-21T02:23:34,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4a8b5de85f37bc50eb0e74ec83e28e5, server=5aee4e3683e9,44817,1732155808501 because future has completed 2024-11-21T02:23:34,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T02:23:34,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c4a8b5de85f37bc50eb0e74ec83e28e5, server=5aee4e3683e9,44817,1732155808501 in 169 msec 2024-11-21T02:23:34,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T02:23:34,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c4a8b5de85f37bc50eb0e74ec83e28e5, ASSIGN in 324 msec 2024-11-21T02:23:34,197 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:23:34,197 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155814197"}]},"ts":"1732155814197"} 2024-11-21T02:23:34,199 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T02:23:34,200 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:23:34,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-21T02:23:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T02:23:35,198 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T02:23:35,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e23ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:35,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,37211,-1 for getting cluster id 2024-11-21T02:23:35,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:35,200 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3' 2024-11-21T02:23:35,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:35,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3" 2024-11-21T02:23:35,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b5e264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:35,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,37211,-1] 2024-11-21T02:23:35,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:35,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:35,201 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:35,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fcdfc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:35,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:23:35,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,37211,1732155797939 2024-11-21T02:23:35,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bb1eda1 2024-11-21T02:23:35,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:23:35,203 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:23:35,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5aee4e3683e9:46637,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:23:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:23:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:23:35,206 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:46637' 2024-11-21T02:23:35,207 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a99b92a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:35,207 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46637,-1 for getting cluster id 2024-11-21T02:23:35,207 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:35,207 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4740ff83-419b-4816-a2e2-3a4ba9f1121b' 2024-11-21T02:23:35,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:35,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4740ff83-419b-4816-a2e2-3a4ba9f1121b" 2024-11-21T02:23:35,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8428e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:35,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46637,-1] 2024-11-21T02:23:35,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:35,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:35,208 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:35,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16841696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:35,209 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:23:35,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,46637,1732155802646 2024-11-21T02:23:35,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5740b240 2024-11-21T02:23:35,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:23:35,210 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:23:35,211 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T02:23:35,211 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:23:35,211 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:35,211 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:35,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:35,211 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T02:23:35,212 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T02:23:35,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T02:23:35,213 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:35,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T02:23:35,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741837_1013 (size=1138) 2024-11-21T02:23:35,262 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T02:23:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:23:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:23:35,619 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9578547c64781257e729265e99f4799e, NAME => 'hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3 2024-11-21T02:23:35,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741838_1014 (size=44) 2024-11-21T02:23:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:23:36,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:36,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9578547c64781257e729265e99f4799e, disabling compactions & flushes 2024-11-21T02:23:36,023 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e. 2024-11-21T02:23:36,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e. 2024-11-21T02:23:36,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e. after waiting 0 ms 2024-11-21T02:23:36,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e. 2024-11-21T02:23:36,023 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e. 2024-11-21T02:23:36,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9578547c64781257e729265e99f4799e: Waiting for close lock at 1732155816023Disabling compacts and flushes for region at 1732155816023Disabling writes for close at 1732155816023Writing region close event to WAL at 1732155816023Closed at 1732155816023 2024-11-21T02:23:36,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T02:23:36,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732155816024"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732155816024"}]},"ts":"1732155816024"} 2024-11-21T02:23:36,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T02:23:36,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T02:23:36,027 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155816027"}]},"ts":"1732155816027"} 2024-11-21T02:23:36,028 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T02:23:36,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9578547c64781257e729265e99f4799e, ASSIGN}] 2024-11-21T02:23:36,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9578547c64781257e729265e99f4799e, ASSIGN 2024-11-21T02:23:36,029 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9578547c64781257e729265e99f4799e, ASSIGN; state=OFFLINE, location=5aee4e3683e9,37219,1732155798098; forceNewPlan=false, retain=false 2024-11-21T02:23:36,122 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:23:36,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:36,180 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9578547c64781257e729265e99f4799e, regionState=OPENING, regionLocation=5aee4e3683e9,37219,1732155798098 2024-11-21T02:23:36,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9578547c64781257e729265e99f4799e, ASSIGN because future has completed 2024-11-21T02:23:36,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9578547c64781257e729265e99f4799e, server=5aee4e3683e9,37219,1732155798098}] 2024-11-21T02:23:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:23:36,344 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e. 2024-11-21T02:23:36,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T02:23:36,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T02:23:36,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5aee4e3683e9%2C37219%2C1732155798098.rep, suffix=, logDir=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098, archiveDir=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/oldWALs, maxLogs=10 2024-11-21T02:23:36,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.rep.1732155816346, exclude list is [], retry=0 2024-11-21T02:23:36,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34557,DS-a83de2ba-8a56-4115-af40-74e0a529aab5,DISK] 2024-11-21T02:23:36,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.rep.1732155816346 2024-11-21T02:23:36,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45901:45901)] 2024-11-21T02:23:36,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9578547c64781257e729265e99f4799e, NAME => 'hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T02:23:36,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T02:23:36,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T02:23:36,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e. service=MultiRowMutationService 2024-11-21T02:23:36,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T02:23:36,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9578547c64781257e729265e99f4799e 2024-11-21T02:23:36,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T02:23:36,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9578547c64781257e729265e99f4799e 2024-11-21T02:23:36,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9578547c64781257e729265e99f4799e 2024-11-21T02:23:36,374 INFO [StoreOpener-9578547c64781257e729265e99f4799e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9578547c64781257e729265e99f4799e 2024-11-21T02:23:36,380 INFO [StoreOpener-9578547c64781257e729265e99f4799e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9578547c64781257e729265e99f4799e columnFamilyName hfileref 2024-11-21T02:23:36,380 DEBUG [StoreOpener-9578547c64781257e729265e99f4799e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:36,380 INFO [StoreOpener-9578547c64781257e729265e99f4799e-1 {}] regionserver.HStore(327): Store=9578547c64781257e729265e99f4799e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:36,380 INFO [StoreOpener-9578547c64781257e729265e99f4799e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9578547c64781257e729265e99f4799e 2024-11-21T02:23:36,381 INFO [StoreOpener-9578547c64781257e729265e99f4799e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9578547c64781257e729265e99f4799e columnFamilyName queue 2024-11-21T02:23:36,381 DEBUG [StoreOpener-9578547c64781257e729265e99f4799e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:36,382 INFO [StoreOpener-9578547c64781257e729265e99f4799e-1 {}] regionserver.HStore(327): Store=9578547c64781257e729265e99f4799e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:36,382 INFO [StoreOpener-9578547c64781257e729265e99f4799e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9578547c64781257e729265e99f4799e 2024-11-21T02:23:36,383 INFO [StoreOpener-9578547c64781257e729265e99f4799e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9578547c64781257e729265e99f4799e columnFamilyName sid 2024-11-21T02:23:36,383 DEBUG [StoreOpener-9578547c64781257e729265e99f4799e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T02:23:36,383 INFO [StoreOpener-9578547c64781257e729265e99f4799e-1 {}] regionserver.HStore(327): Store=9578547c64781257e729265e99f4799e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T02:23:36,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9578547c64781257e729265e99f4799e 2024-11-21T02:23:36,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/replication/9578547c64781257e729265e99f4799e 2024-11-21T02:23:36,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/replication/9578547c64781257e729265e99f4799e 2024-11-21T02:23:36,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9578547c64781257e729265e99f4799e 2024-11-21T02:23:36,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9578547c64781257e729265e99f4799e 2024-11-21T02:23:36,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T02:23:36,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9578547c64781257e729265e99f4799e 2024-11-21T02:23:36,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/replication/9578547c64781257e729265e99f4799e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T02:23:36,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9578547c64781257e729265e99f4799e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63276741, jitterRate=-0.05710308253765106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T02:23:36,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9578547c64781257e729265e99f4799e 2024-11-21T02:23:36,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9578547c64781257e729265e99f4799e: Running coprocessor pre-open hook at 1732155816373Writing region info on filesystem at 1732155816373Initializing all the Stores at 1732155816374 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155816374Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155816374Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732155816374Cleaning up temporary data from old regions at 1732155816385 (+11 ms)Running coprocessor post-open hooks at 1732155816390 (+5 ms)Region opened successfully at 1732155816390 2024-11-21T02:23:36,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e., pid=10, masterSystemTime=1732155816333 2024-11-21T02:23:36,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e. 2024-11-21T02:23:36,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e. 2024-11-21T02:23:36,394 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9578547c64781257e729265e99f4799e, regionState=OPEN, openSeqNum=2, regionLocation=5aee4e3683e9,37219,1732155798098 2024-11-21T02:23:36,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9578547c64781257e729265e99f4799e, server=5aee4e3683e9,37219,1732155798098 because future has completed 2024-11-21T02:23:36,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T02:23:36,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9578547c64781257e729265e99f4799e, server=5aee4e3683e9,37219,1732155798098 in 220 msec 2024-11-21T02:23:36,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T02:23:36,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9578547c64781257e729265e99f4799e, ASSIGN in 376 msec 2024-11-21T02:23:36,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T02:23:36,406 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732155816405"}]},"ts":"1732155816405"} 2024-11-21T02:23:36,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T02:23:36,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T02:23:36,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1960 sec 2024-11-21T02:23:36,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e., hostname=5aee4e3683e9,37219,1732155798098, seqNum=2] 2024-11-21T02:23:36,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:36,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:36,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:23:36,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37219 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T02:23:36,869 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T02:23:36,936 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5aee4e3683e9,37219,1732155798098, ReplicationSource: 1, currentBandwidth=0 2024-11-21T02:23:36,937 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:23:36,938 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37219,1732155798098, seqNum=-1] 2024-11-21T02:23:36,938 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:23:36,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-21T02:23:36,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5aee4e3683e9,37219,1732155798098', locateType=CURRENT is [region=hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e., hostname=5aee4e3683e9,37219,1732155798098, seqNum=2] 2024-11-21T02:23:36,946 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T02:23:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T02:23:36,951 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5aee4e3683e9,37219,1732155798098 suceeded 2024-11-21T02:23:36,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T02:23:36,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 249 msec 2024-11-21T02:23:36,954 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5aee4e3683e9:46637,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:23:36,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7510 sec 2024-11-21T02:23:36,972 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:46637' 2024-11-21T02:23:36,974 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20cd880c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:36,974 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46637,-1 for getting cluster id 2024-11-21T02:23:36,974 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:36,975 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4740ff83-419b-4816-a2e2-3a4ba9f1121b' 2024-11-21T02:23:36,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:36,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4740ff83-419b-4816-a2e2-3a4ba9f1121b" 2024-11-21T02:23:36,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@371175d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:36,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46637,-1] 2024-11-21T02:23:36,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:36,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:36,978 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:36,980 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d6f7b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:36,981 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:23:36,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,46637,1732155802646 2024-11-21T02:23:36,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f02b9cc 2024-11-21T02:23:36,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:23:36,992 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T02:23:36,993 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5aee4e3683e9,37219,1732155798098 (queues=1) is replicating from cluster=5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3 to cluster=4740ff83-419b-4816-a2e2-3a4ba9f1121b 2024-11-21T02:23:36,993 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5aee4e3683e9%2C37219%2C1732155798098 2024-11-21T02:23:36,993 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5aee4e3683e9,37219,1732155798098, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:23:36,998 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690, startPosition=0, beingWritten=true 2024-11-21T02:23:37,016 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C37219%2C1732155798098 2024-11-21T02:23:37,035 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:23:37,035 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690 to pos 379, reset compression=false 2024-11-21T02:23:37,035 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,37219,1732155798098 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:23:37,242 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690 to pos 379, reset compression=false 2024-11-21T02:23:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T02:23:37,349 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T02:23:37,350 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:23:37,350 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:37,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:37,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:37,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:37,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce150ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:37,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,37211,-1 for getting cluster id 2024-11-21T02:23:37,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:37,353 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3' 2024-11-21T02:23:37,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:37,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3" 2024-11-21T02:23:37,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6fd92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:37,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,37211,-1] 2024-11-21T02:23:37,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:37,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:37,355 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:37,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52edd551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:37,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e73440c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:37,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46637,-1 for getting cluster id 2024-11-21T02:23:37,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:37,368 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4740ff83-419b-4816-a2e2-3a4ba9f1121b' 2024-11-21T02:23:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4740ff83-419b-4816-a2e2-3a4ba9f1121b" 2024-11-21T02:23:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758f859d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46637,-1] 2024-11-21T02:23:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:37,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:37,371 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:37,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa09027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:37,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bc34cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:37,389 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,33997,-1 for getting cluster id 2024-11-21T02:23:37,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:37,390 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba47cdce-bfe2-4e8e-93dc-c2135a35247e' 2024-11-21T02:23:37,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:37,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba47cdce-bfe2-4e8e-93dc-c2135a35247e" 2024-11-21T02:23:37,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7f4e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:37,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,33997,-1] 2024-11-21T02:23:37,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:37,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:37,392 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:37,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7c9a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:37,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:37,409 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732155817409/Put/seqid=0 2024-11-21T02:23:37,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741840_1016 (size=7894) 2024-11-21T02:23:37,424 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732155817423/Put/seqid=0 2024-11-21T02:23:37,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741841_1017 (size=7691) 2024-11-21T02:23:37,548 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690 to pos 379, reset compression=false 2024-11-21T02:23:37,813 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T02:23:37,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f88412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:37,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,37211,-1 for getting cluster id 2024-11-21T02:23:37,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:37,856 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3' 2024-11-21T02:23:37,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:37,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3" 2024-11-21T02:23:37,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6bc960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:37,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,37211,-1] 2024-11-21T02:23:37,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:37,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:37,857 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:37,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502947db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:37,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:23:37,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37219,1732155798098, seqNum=-1] 2024-11-21T02:23:37,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:23:37,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:23:37,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:23:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,37211,1732155797939 2024-11-21T02:23:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bf1442 2024-11-21T02:23:37,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:23:37,866 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:23:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13., hostname=5aee4e3683e9,37219,1732155798098, seqNum=2] 2024-11-21T02:23:37,871 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T02:23:37,876 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-21T02:23:37,878 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-21T02:23:37,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 29bd03157881e5551b0aa6738c8a5a13/f 2024-11-21T02:23:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T02:23:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:23:37,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 29bd03157881e5551b0aa6738c8a5a13/f 2024-11-21T02:23:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T02:23:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:23:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HRegion(2603): Flush status journal for 29bd03157881e5551b0aa6738c8a5a13: 2024-11-21T02:23:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__9kll11toqm275ri5hmn9lau0o443tr1dgv89nsb83utsk4c4f8rvs91e98n2nd6s/f/hfile_0 2024-11-21T02:23:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__9kll11toqm275ri5hmn9lau0o443tr1dgv89nsb83utsk4c4f8rvs91e98n2nd6s/f/hfile_0 as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/f/7ddf60a569394ff5becc2a6901952c7e_SeqId_4_ 2024-11-21T02:23:37,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__9kll11toqm275ri5hmn9lau0o443tr1dgv89nsb83utsk4c4f8rvs91e98n2nd6s/f/hfile_1 2024-11-21T02:23:37,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__9kll11toqm275ri5hmn9lau0o443tr1dgv89nsb83utsk4c4f8rvs91e98n2nd6s/f/hfile_1 as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/f/7be8b7b8d13242c4a30c6762979e1148_SeqId_4_ 2024-11-21T02:23:37,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__9kll11toqm275ri5hmn9lau0o443tr1dgv89nsb83utsk4c4f8rvs91e98n2nd6s/f/hfile_0 into 29bd03157881e5551b0aa6738c8a5a13/f as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/f/7ddf60a569394ff5becc2a6901952c7e_SeqId_4_ - updating store file list. 2024-11-21T02:23:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7ddf60a569394ff5becc2a6901952c7e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T02:23:37,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/f/7ddf60a569394ff5becc2a6901952c7e_SeqId_4_ into 29bd03157881e5551b0aa6738c8a5a13/f 2024-11-21T02:23:37,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__9kll11toqm275ri5hmn9lau0o443tr1dgv89nsb83utsk4c4f8rvs91e98n2nd6s/f/hfile_0 into 29bd03157881e5551b0aa6738c8a5a13/f (new location: hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/f/7ddf60a569394ff5becc2a6901952c7e_SeqId_4_) 2024-11-21T02:23:37,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__9kll11toqm275ri5hmn9lau0o443tr1dgv89nsb83utsk4c4f8rvs91e98n2nd6s/f/hfile_0 2024-11-21T02:23:37,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__9kll11toqm275ri5hmn9lau0o443tr1dgv89nsb83utsk4c4f8rvs91e98n2nd6s/f/hfile_1 into 29bd03157881e5551b0aa6738c8a5a13/f as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/f/7be8b7b8d13242c4a30c6762979e1148_SeqId_4_ - updating store file list. 2024-11-21T02:23:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7be8b7b8d13242c4a30c6762979e1148_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T02:23:37,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/f/7be8b7b8d13242c4a30c6762979e1148_SeqId_4_ into 29bd03157881e5551b0aa6738c8a5a13/f 2024-11-21T02:23:37,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__9kll11toqm275ri5hmn9lau0o443tr1dgv89nsb83utsk4c4f8rvs91e98n2nd6s/f/hfile_1 into 29bd03157881e5551b0aa6738c8a5a13/f (new location: hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/f/7be8b7b8d13242c4a30c6762979e1148_SeqId_4_) 2024-11-21T02:23:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__9kll11toqm275ri5hmn9lau0o443tr1dgv89nsb83utsk4c4f8rvs91e98n2nd6s/f/hfile_1 2024-11-21T02:23:37,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:23:37,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:37,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:37,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:37,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:37,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13., hostname=5aee4e3683e9,37219,1732155798098, seqNum=2 , the old value is region=test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13., hostname=5aee4e3683e9,37219,1732155798098, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5aee4e3683e9:37219 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T02:23:37,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13., hostname=5aee4e3683e9,37219,1732155798098, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T02:23:37,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13., hostname=5aee4e3683e9,37219,1732155798098, seqNum=2 from cache 2024-11-21T02:23:37,901 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T02:23:37,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:23:37,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,32973,1732155802788, seqNum=-1] 2024-11-21T02:23:37,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:23:37,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:23:37,903 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9., hostname=5aee4e3683e9,32973,1732155802788, seqNum=2] 2024-11-21T02:23:37,905 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T02:23:37,959 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690 to pos 379, reset compression=false 2024-11-21T02:23:37,963 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:23:37,963 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,37219,1732155798098 got entry batch from reader: WALEntryBatch [walEntries=[{test/29bd03157881e5551b0aa6738c8a5a13/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732155817899/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T02:23:37,965 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:23:37,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T02:23:37,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.ReplicationSink(318): Replicating [5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3] bulk loaded data 2024-11-21T02:23:37,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42399b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:37,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,46637,-1 for getting cluster id 2024-11-21T02:23:37,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:37,967 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4740ff83-419b-4816-a2e2-3a4ba9f1121b' 2024-11-21T02:23:37,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:37,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4740ff83-419b-4816-a2e2-3a4ba9f1121b" 2024-11-21T02:23:37,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@628602a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:37,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,46637,-1] 2024-11-21T02:23:37,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:37,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:37,968 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:37,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c790b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:37,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741837_1013 (size=7894) 2024-11-21T02:23:38,009 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:37219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T02:23:38,163 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690 to pos 687, reset compression=false 2024-11-21T02:23:38,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741838_1014 (size=7691) 2024-11-21T02:23:38,466 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690 to pos 687, reset compression=false 2024-11-21T02:23:38,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:23:38,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,46637,1732155802646 2024-11-21T02:23:38,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ed489e2 2024-11-21T02:23:38,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:23:38,790 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-21T02:23:38,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T02:23:38,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:23:38,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,32973,1732155802788, seqNum=-1] 2024-11-21T02:23:38,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:23:38,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-21T02:23:38,869 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__6r31udq9v0istl4f9kfs04djl7n46g7bkprbrg7ngebdbc86b660jjob5ibd18co/f/7be8b7b8d13242c4a30c6762979e1148_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-21T02:23:38,870 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690 to pos 687, reset compression=false 2024-11-21T02:23:38,871 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__6r31udq9v0istl4f9kfs04djl7n46g7bkprbrg7ngebdbc86b660jjob5ibd18co/f/7ddf60a569394ff5becc2a6901952c7e_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-21T02:23:38,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__6r31udq9v0istl4f9kfs04djl7n46g7bkprbrg7ngebdbc86b660jjob5ibd18co/f/7be8b7b8d13242c4a30c6762979e1148_SeqId_4_ for inclusion in 983039931c1ce5eb36a1f905224ec0c9/f 2024-11-21T02:23:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T02:23:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:23:38,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__6r31udq9v0istl4f9kfs04djl7n46g7bkprbrg7ngebdbc86b660jjob5ibd18co/f/7ddf60a569394ff5becc2a6901952c7e_SeqId_4_ for inclusion in 983039931c1ce5eb36a1f905224ec0c9/f 2024-11-21T02:23:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T02:23:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:23:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HRegion(2603): Flush status journal for 983039931c1ce5eb36a1f905224ec0c9: 2024-11-21T02:23:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7be8b7b8d13242c4a30c6762979e1148_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T02:23:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__6r31udq9v0istl4f9kfs04djl7n46g7bkprbrg7ngebdbc86b660jjob5ibd18co/f/7be8b7b8d13242c4a30c6762979e1148_SeqId_4_ as hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/f/b57e6c5477174b32b5fc2b50783c561c_SeqId_4_ 2024-11-21T02:23:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7ddf60a569394ff5becc2a6901952c7e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T02:23:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__6r31udq9v0istl4f9kfs04djl7n46g7bkprbrg7ngebdbc86b660jjob5ibd18co/f/7ddf60a569394ff5becc2a6901952c7e_SeqId_4_ as hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/f/ed6074ca63994237a2d1cee52f04d22b_SeqId_4_ 2024-11-21T02:23:38,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__6r31udq9v0istl4f9kfs04djl7n46g7bkprbrg7ngebdbc86b660jjob5ibd18co/f/7be8b7b8d13242c4a30c6762979e1148_SeqId_4_ into 983039931c1ce5eb36a1f905224ec0c9/f as hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/f/b57e6c5477174b32b5fc2b50783c561c_SeqId_4_ - updating store file list. 2024-11-21T02:23:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b57e6c5477174b32b5fc2b50783c561c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T02:23:38,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/f/b57e6c5477174b32b5fc2b50783c561c_SeqId_4_ into 983039931c1ce5eb36a1f905224ec0c9/f 2024-11-21T02:23:38,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__6r31udq9v0istl4f9kfs04djl7n46g7bkprbrg7ngebdbc86b660jjob5ibd18co/f/7be8b7b8d13242c4a30c6762979e1148_SeqId_4_ into 983039931c1ce5eb36a1f905224ec0c9/f (new location: hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/f/b57e6c5477174b32b5fc2b50783c561c_SeqId_4_) 2024-11-21T02:23:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__6r31udq9v0istl4f9kfs04djl7n46g7bkprbrg7ngebdbc86b660jjob5ibd18co/f/7be8b7b8d13242c4a30c6762979e1148_SeqId_4_ 2024-11-21T02:23:38,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__6r31udq9v0istl4f9kfs04djl7n46g7bkprbrg7ngebdbc86b660jjob5ibd18co/f/7ddf60a569394ff5becc2a6901952c7e_SeqId_4_ into 983039931c1ce5eb36a1f905224ec0c9/f as hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/f/ed6074ca63994237a2d1cee52f04d22b_SeqId_4_ - updating store file list. 2024-11-21T02:23:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed6074ca63994237a2d1cee52f04d22b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T02:23:38,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/f/ed6074ca63994237a2d1cee52f04d22b_SeqId_4_ into 983039931c1ce5eb36a1f905224ec0c9/f 2024-11-21T02:23:38,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__6r31udq9v0istl4f9kfs04djl7n46g7bkprbrg7ngebdbc86b660jjob5ibd18co/f/7ddf60a569394ff5becc2a6901952c7e_SeqId_4_ into 983039931c1ce5eb36a1f905224ec0c9/f (new location: hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/f/ed6074ca63994237a2d1cee52f04d22b_SeqId_4_) 2024-11-21T02:23:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__6r31udq9v0istl4f9kfs04djl7n46g7bkprbrg7ngebdbc86b660jjob5ibd18co/f/7ddf60a569394ff5becc2a6901952c7e_SeqId_4_ 2024-11-21T02:23:38,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.ReplicationSink(324): Finished replicating [5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3] bulk loaded data 2024-11-21T02:23:38,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:23:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,44817,1732155808501, seqNum=-1] 2024-11-21T02:23:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:23:38,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:23:38,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5., hostname=5aee4e3683e9,44817,1732155808501, seqNum=2] 2024-11-21T02:23:38,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:23:38,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T02:23:38,921 DEBUG [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5aee4e3683e9%2C37219%2C1732155798098.rep:(num 1732155816346) roll requested 2024-11-21T02:23:38,933 DEBUG [regionserver/5aee4e3683e9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.rep.1732155818921, exclude list is [], retry=0 2024-11-21T02:23:38,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34557,DS-a83de2ba-8a56-4115-af40-74e0a529aab5,DISK] 2024-11-21T02:23:38,936 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.rep.1732155816346 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.rep.1732155818921 2024-11-21T02:23:38,937 DEBUG [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45901:45901)] 2024-11-21T02:23:38,937 DEBUG [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.rep.1732155816346 is not closed yet, will try archiving it next time 2024-11-21T02:23:38,937 DEBUG [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5aee4e3683e9%2C37219%2C1732155798098.meta:.meta(num 1732155800157) roll requested 2024-11-21T02:23:38,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741839_1015 (size=1505) 2024-11-21T02:23:38,939 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.rep.1732155816346 not finished, retry = 0 2024-11-21T02:23:38,953 DEBUG [regionserver/5aee4e3683e9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.meta.1732155818937.meta, exclude list is [], retry=0 2024-11-21T02:23:38,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34557,DS-a83de2ba-8a56-4115-af40-74e0a529aab5,DISK] 2024-11-21T02:23:38,956 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.meta.1732155800157.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.meta.1732155818937.meta 2024-11-21T02:23:38,956 DEBUG [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45901:45901)] 2024-11-21T02:23:38,956 DEBUG [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.meta.1732155800157.meta is not closed yet, will try archiving it next time 2024-11-21T02:23:38,956 DEBUG [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5aee4e3683e9%2C37219%2C1732155798098:(num 1732155799690) roll requested 2024-11-21T02:23:38,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741834_1010 (size=3473) 2024-11-21T02:23:38,968 DEBUG [regionserver/5aee4e3683e9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956, exclude list is [], retry=0 2024-11-21T02:23:38,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34557,DS-a83de2ba-8a56-4115-af40-74e0a529aab5,DISK] 2024-11-21T02:23:38,971 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 2024-11-21T02:23:38,972 DEBUG [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45901:45901)] 2024-11-21T02:23:38,972 DEBUG [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690 is not closed yet, will try archiving it next time 2024-11-21T02:23:38,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b448985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:38,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,37211,-1 for getting cluster id 2024-11-21T02:23:38,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:38,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741832_1008 (size=695) 2024-11-21T02:23:38,974 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3' 2024-11-21T02:23:38,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:38,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3" 2024-11-21T02:23:38,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61623461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:38,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,37211,-1] 2024-11-21T02:23:38,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:38,974 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690 to hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/oldWALs/5aee4e3683e9%2C37219%2C1732155798098.1732155799690 2024-11-21T02:23:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:38,975 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:38,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5627a581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:38,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:23:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,37211,1732155797939 2024-11-21T02:23:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71fc94c0 2024-11-21T02:23:38,977 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:23:38,978 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:23:38,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://5aee4e3683e9:33997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T02:23:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T02:23:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T02:23:38,980 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:33997' 2024-11-21T02:23:38,981 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704ea5fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:38,981 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,33997,-1 for getting cluster id 2024-11-21T02:23:38,981 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:38,981 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba47cdce-bfe2-4e8e-93dc-c2135a35247e' 2024-11-21T02:23:38,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:38,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba47cdce-bfe2-4e8e-93dc-c2135a35247e" 2024-11-21T02:23:38,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e2b909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:38,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,33997,-1] 2024-11-21T02:23:38,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:38,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:38,982 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:38,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48be3ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:38,983 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:23:38,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,33997,1732155808371 2024-11-21T02:23:38,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@143d87af 2024-11-21T02:23:38,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:23:38,984 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:23:38,984 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T02:23:38,984 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T02:23:38,984 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:38,985 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:38,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:39,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T02:23:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T02:23:39,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37219 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T02:23:39,169 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T02:23:39,206 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-5aee4e3683e9,37219,1732155798098, ReplicationSource: 2, currentBandwidth=0 2024-11-21T02:23:39,208 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T02:23:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T02:23:39,210 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5aee4e3683e9,37219,1732155798098 suceeded 2024-11-21T02:23:39,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T02:23:39,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-21T02:23:39,211 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5aee4e3683e9:33997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T02:23:39,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 233 msec 2024-11-21T02:23:39,223 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5aee4e3683e9:33997' 2024-11-21T02:23:39,224 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@df62b50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:39,224 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,33997,-1 for getting cluster id 2024-11-21T02:23:39,224 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:39,225 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba47cdce-bfe2-4e8e-93dc-c2135a35247e' 2024-11-21T02:23:39,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:39,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba47cdce-bfe2-4e8e-93dc-c2135a35247e" 2024-11-21T02:23:39,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cb597ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:39,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,33997,-1] 2024-11-21T02:23:39,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:39,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:39,226 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:39,226 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b845e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:39,226 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:23:39,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,33997,1732155808371 2024-11-21T02:23:39,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e4f9dd4 2024-11-21T02:23:39,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:23:39,227 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T02:23:39,228 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5aee4e3683e9,37219,1732155798098 (queues=1) is replicating from cluster=5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3 to cluster=ba47cdce-bfe2-4e8e-93dc-c2135a35247e 2024-11-21T02:23:39,228 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5aee4e3683e9%2C37219%2C1732155798098 2024-11-21T02:23:39,228 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5aee4e3683e9,37219,1732155798098, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T02:23:39,228 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956, startPosition=0, beingWritten=true 2024-11-21T02:23:39,229 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5aee4e3683e9%2C37219%2C1732155798098 2024-11-21T02:23:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T02:23:39,299 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T02:23:39,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:23:39,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:39,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:39,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:39,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:39,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T02:23:39,307 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732155819306/Put/seqid=0 2024-11-21T02:23:39,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741845_1021 (size=11194) 2024-11-21T02:23:39,345 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T02:23:39,373 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690 to pos 687, reset compression=false 2024-11-21T02:23:39,378 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690 was moved to hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/oldWALs/5aee4e3683e9%2C37219%2C1732155798098.1732155799690 2024-11-21T02:23:39,380 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690 2024-11-21T02:23:39,380 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,37219,1732155798098 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155799690, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-21T02:23:39,380 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956, startPosition=0, beingWritten=true 2024-11-21T02:23:39,382 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5aee4e3683e9%2C37219%2C1732155798098.1732155799690] 2024-11-21T02:23:39,432 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 0, reset compression=false 2024-11-21T02:23:39,713 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732155819712/Put/seqid=0 2024-11-21T02:23:39,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741846_1022 (size=10791) 2024-11-21T02:23:39,735 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 0, reset compression=false 2024-11-21T02:23:39,984 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 0, reset compression=false 2024-11-21T02:23:40,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50aaefd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:40,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,37211,-1 for getting cluster id 2024-11-21T02:23:40,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:40,119 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3' 2024-11-21T02:23:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3" 2024-11-21T02:23:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff15c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,37211,-1] 2024-11-21T02:23:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:40,120 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:40,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a3d6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:40,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:23:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,37219,1732155798098, seqNum=-1] 2024-11-21T02:23:40,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:23:40,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T02:23:40,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:23:40,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,37211,1732155797939 2024-11-21T02:23:40,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51d9756d 2024-11-21T02:23:40,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:23:40,130 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T02:23:40,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13., hostname=5aee4e3683e9,37219,1732155798098, seqNum=2] 2024-11-21T02:23:40,134 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T02:23:40,139 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 0, reset compression=false 2024-11-21T02:23:40,146 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-21T02:23:40,148 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-21T02:23:40,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 29bd03157881e5551b0aa6738c8a5a13/f 2024-11-21T02:23:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T02:23:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:23:40,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 29bd03157881e5551b0aa6738c8a5a13/f 2024-11-21T02:23:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T02:23:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:23:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HRegion(2603): Flush status journal for 29bd03157881e5551b0aa6738c8a5a13: 2024-11-21T02:23:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__2idjnm18rturmrtgiuadi507uke7fdrtnleojg4b7dk8bae8q79urltvoqujnn14/f/hfile_0 2024-11-21T02:23:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__2idjnm18rturmrtgiuadi507uke7fdrtnleojg4b7dk8bae8q79urltvoqujnn14/f/hfile_0 as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/f/c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ 2024-11-21T02:23:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__2idjnm18rturmrtgiuadi507uke7fdrtnleojg4b7dk8bae8q79urltvoqujnn14/f/hfile_1 2024-11-21T02:23:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__2idjnm18rturmrtgiuadi507uke7fdrtnleojg4b7dk8bae8q79urltvoqujnn14/f/hfile_1 as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/f/c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ 2024-11-21T02:23:40,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__2idjnm18rturmrtgiuadi507uke7fdrtnleojg4b7dk8bae8q79urltvoqujnn14/f/hfile_0 into 29bd03157881e5551b0aa6738c8a5a13/f as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/f/c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ - updating store file list. 2024-11-21T02:23:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T02:23:40,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/f/c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ into 29bd03157881e5551b0aa6738c8a5a13/f 2024-11-21T02:23:40,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__2idjnm18rturmrtgiuadi507uke7fdrtnleojg4b7dk8bae8q79urltvoqujnn14/f/hfile_0 into 29bd03157881e5551b0aa6738c8a5a13/f (new location: hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/f/c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_) 2024-11-21T02:23:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__2idjnm18rturmrtgiuadi507uke7fdrtnleojg4b7dk8bae8q79urltvoqujnn14/f/hfile_0 2024-11-21T02:23:40,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__2idjnm18rturmrtgiuadi507uke7fdrtnleojg4b7dk8bae8q79urltvoqujnn14/f/hfile_1 into 29bd03157881e5551b0aa6738c8a5a13/f as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/f/c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ - updating store file list. 2024-11-21T02:23:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T02:23:40,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/f/c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ into 29bd03157881e5551b0aa6738c8a5a13/f 2024-11-21T02:23:40,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__2idjnm18rturmrtgiuadi507uke7fdrtnleojg4b7dk8bae8q79urltvoqujnn14/f/hfile_1 into 29bd03157881e5551b0aa6738c8a5a13/f (new location: hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/f/c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_) 2024-11-21T02:23:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/staging/jenkins__test__2idjnm18rturmrtgiuadi507uke7fdrtnleojg4b7dk8bae8q79urltvoqujnn14/f/hfile_1 2024-11-21T02:23:40,193 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:23:40,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:40,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:40,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:40,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:40,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13., hostname=5aee4e3683e9,37219,1732155798098, seqNum=2 , the old value is region=test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13., hostname=5aee4e3683e9,37219,1732155798098, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5aee4e3683e9:37219 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T02:23:40,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13., hostname=5aee4e3683e9,37219,1732155798098, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T02:23:40,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13., hostname=5aee4e3683e9,37219,1732155798098, seqNum=2 from cache 2024-11-21T02:23:40,196 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T02:23:40,197 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T02:23:40,299 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:37219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T02:23:40,646 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 0, reset compression=false 2024-11-21T02:23:40,650 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:23:40,650 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5aee4e3683e9,37219,1732155798098 got entry batch from reader: WALEntryBatch [walEntries=[{test/29bd03157881e5551b0aa6738c8a5a13/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732155820189/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T02:23:40,651 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T02:23:40,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T02:23:40,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.ReplicationSink(318): Replicating [5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3] bulk loaded data 2024-11-21T02:23:40,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2969cab4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:40,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] client.ClusterIdFetcher(90): Going to request 5aee4e3683e9,33997,-1 for getting cluster id 2024-11-21T02:23:40,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T02:23:40,653 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba47cdce-bfe2-4e8e-93dc-c2135a35247e' 2024-11-21T02:23:40,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T02:23:40,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba47cdce-bfe2-4e8e-93dc-c2135a35247e" 2024-11-21T02:23:40,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@541ee4d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:40,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5aee4e3683e9,33997,-1] 2024-11-21T02:23:40,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T02:23:40,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:40,654 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-21T02:23:40,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e1d76e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T02:23:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741837_1013 (size=11194) 2024-11-21T02:23:40,687 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 0, reset compression=false 2024-11-21T02:23:40,691 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T02:23:40,692 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,37219,1732155798098 got entry batch from reader: WALEntryBatch [walEntries=[{test/29bd03157881e5551b0aa6738c8a5a13/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732155820189/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T02:23:40,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.ReplicationSink(318): Replicating [5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3] bulk loaded data 2024-11-21T02:23:40,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741839_1015 (size=11194) 2024-11-21T02:23:40,850 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:40,892 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:41,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741838_1014 (size=10791) 2024-11-21T02:23:41,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T02:23:41,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5aee4e3683e9,33997,1732155808371 2024-11-21T02:23:41,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d858d49 2024-11-21T02:23:41,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T02:23:41,095 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-21T02:23:41,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T02:23:41,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T02:23:41,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5aee4e3683e9,44817,1732155808501, seqNum=-1] 2024-11-21T02:23:41,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T02:23:41,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-21T02:23:41,105 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/staging/jenkins.hfs.23__test__vc5jmuuqhtfrq5pl1lannmcsl8v44vafhdifgv1e0v2u7kjtl6klji3m299q3vto/f/c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T02:23:41,108 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/staging/jenkins.hfs.23__test__vc5jmuuqhtfrq5pl1lannmcsl8v44vafhdifgv1e0v2u7kjtl6klji3m299q3vto/f/c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T02:23:41,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/staging/jenkins.hfs.23__test__vc5jmuuqhtfrq5pl1lannmcsl8v44vafhdifgv1e0v2u7kjtl6klji3m299q3vto/f/c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ for inclusion in c4a8b5de85f37bc50eb0e74ec83e28e5/f 2024-11-21T02:23:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T02:23:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:23:41,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/staging/jenkins.hfs.23__test__vc5jmuuqhtfrq5pl1lannmcsl8v44vafhdifgv1e0v2u7kjtl6klji3m299q3vto/f/c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ for inclusion in c4a8b5de85f37bc50eb0e74ec83e28e5/f 2024-11-21T02:23:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T02:23:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:23:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HRegion(2603): Flush status journal for c4a8b5de85f37bc50eb0e74ec83e28e5: 2024-11-21T02:23:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T02:23:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/staging/jenkins.hfs.23__test__vc5jmuuqhtfrq5pl1lannmcsl8v44vafhdifgv1e0v2u7kjtl6klji3m299q3vto/f/c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ as hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/default/test/c4a8b5de85f37bc50eb0e74ec83e28e5/f/5022180912d44dbf9007aa0c68ab3ab0_SeqId_4_ 2024-11-21T02:23:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T02:23:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/staging/jenkins.hfs.23__test__vc5jmuuqhtfrq5pl1lannmcsl8v44vafhdifgv1e0v2u7kjtl6klji3m299q3vto/f/c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ as hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/default/test/c4a8b5de85f37bc50eb0e74ec83e28e5/f/6d7f20a93baa4004896e66334bb32070_SeqId_4_ 2024-11-21T02:23:41,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/staging/jenkins.hfs.23__test__vc5jmuuqhtfrq5pl1lannmcsl8v44vafhdifgv1e0v2u7kjtl6klji3m299q3vto/f/c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ into c4a8b5de85f37bc50eb0e74ec83e28e5/f as hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/default/test/c4a8b5de85f37bc50eb0e74ec83e28e5/f/5022180912d44dbf9007aa0c68ab3ab0_SeqId_4_ - updating store file list. 2024-11-21T02:23:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5022180912d44dbf9007aa0c68ab3ab0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T02:23:41,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/default/test/c4a8b5de85f37bc50eb0e74ec83e28e5/f/5022180912d44dbf9007aa0c68ab3ab0_SeqId_4_ into c4a8b5de85f37bc50eb0e74ec83e28e5/f 2024-11-21T02:23:41,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/staging/jenkins.hfs.23__test__vc5jmuuqhtfrq5pl1lannmcsl8v44vafhdifgv1e0v2u7kjtl6klji3m299q3vto/f/c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ into c4a8b5de85f37bc50eb0e74ec83e28e5/f (new location: hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/default/test/c4a8b5de85f37bc50eb0e74ec83e28e5/f/5022180912d44dbf9007aa0c68ab3ab0_SeqId_4_) 2024-11-21T02:23:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/staging/jenkins.hfs.23__test__vc5jmuuqhtfrq5pl1lannmcsl8v44vafhdifgv1e0v2u7kjtl6klji3m299q3vto/f/c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ 2024-11-21T02:23:41,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/staging/jenkins.hfs.23__test__vc5jmuuqhtfrq5pl1lannmcsl8v44vafhdifgv1e0v2u7kjtl6klji3m299q3vto/f/c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ into c4a8b5de85f37bc50eb0e74ec83e28e5/f as hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/default/test/c4a8b5de85f37bc50eb0e74ec83e28e5/f/6d7f20a93baa4004896e66334bb32070_SeqId_4_ - updating store file list. 2024-11-21T02:23:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d7f20a93baa4004896e66334bb32070_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T02:23:41,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/default/test/c4a8b5de85f37bc50eb0e74ec83e28e5/f/6d7f20a93baa4004896e66334bb32070_SeqId_4_ into c4a8b5de85f37bc50eb0e74ec83e28e5/f 2024-11-21T02:23:41,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/staging/jenkins.hfs.23__test__vc5jmuuqhtfrq5pl1lannmcsl8v44vafhdifgv1e0v2u7kjtl6klji3m299q3vto/f/c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ into c4a8b5de85f37bc50eb0e74ec83e28e5/f (new location: hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/default/test/c4a8b5de85f37bc50eb0e74ec83e28e5/f/6d7f20a93baa4004896e66334bb32070_SeqId_4_) 2024-11-21T02:23:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/staging/jenkins.hfs.23__test__vc5jmuuqhtfrq5pl1lannmcsl8v44vafhdifgv1e0v2u7kjtl6klji3m299q3vto/f/c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ 2024-11-21T02:23:41,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44817 {}] regionserver.ReplicationSink(324): Finished replicating [5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3] bulk loaded data 2024-11-21T02:23:41,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741840_1016 (size=10791) 2024-11-21T02:23:41,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T02:23:41,153 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:41,159 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__rt7nlg9ptac830vlcklbv42dt15fq36ujl75kk94n4qrm7d9g5k2evqh4qhlso9g/f/c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T02:23:41,161 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__rt7nlg9ptac830vlcklbv42dt15fq36ujl75kk94n4qrm7d9g5k2evqh4qhlso9g/f/c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T02:23:41,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__rt7nlg9ptac830vlcklbv42dt15fq36ujl75kk94n4qrm7d9g5k2evqh4qhlso9g/f/c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ for inclusion in 983039931c1ce5eb36a1f905224ec0c9/f 2024-11-21T02:23:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T02:23:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:23:41,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__rt7nlg9ptac830vlcklbv42dt15fq36ujl75kk94n4qrm7d9g5k2evqh4qhlso9g/f/c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ for inclusion in 983039931c1ce5eb36a1f905224ec0c9/f 2024-11-21T02:23:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T02:23:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T02:23:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HRegion(2603): Flush status journal for 983039931c1ce5eb36a1f905224ec0c9: 2024-11-21T02:23:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T02:23:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__rt7nlg9ptac830vlcklbv42dt15fq36ujl75kk94n4qrm7d9g5k2evqh4qhlso9g/f/c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ as hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/f/6076b3ee85dd4dcd94e0e19546b45fb0_SeqId_6_ 2024-11-21T02:23:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T02:23:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__rt7nlg9ptac830vlcklbv42dt15fq36ujl75kk94n4qrm7d9g5k2evqh4qhlso9g/f/c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ as hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/f/40f64a8671194bbd8dc5ff9169d504cb_SeqId_6_ 2024-11-21T02:23:41,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__rt7nlg9ptac830vlcklbv42dt15fq36ujl75kk94n4qrm7d9g5k2evqh4qhlso9g/f/c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ into 983039931c1ce5eb36a1f905224ec0c9/f as hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/f/6076b3ee85dd4dcd94e0e19546b45fb0_SeqId_6_ - updating store file list. 2024-11-21T02:23:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6076b3ee85dd4dcd94e0e19546b45fb0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T02:23:41,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/f/6076b3ee85dd4dcd94e0e19546b45fb0_SeqId_6_ into 983039931c1ce5eb36a1f905224ec0c9/f 2024-11-21T02:23:41,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__rt7nlg9ptac830vlcklbv42dt15fq36ujl75kk94n4qrm7d9g5k2evqh4qhlso9g/f/c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ into 983039931c1ce5eb36a1f905224ec0c9/f (new location: hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/f/6076b3ee85dd4dcd94e0e19546b45fb0_SeqId_6_) 2024-11-21T02:23:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__rt7nlg9ptac830vlcklbv42dt15fq36ujl75kk94n4qrm7d9g5k2evqh4qhlso9g/f/c8c472b9210c4da6808c1e15b4b1c949_SeqId_6_ 2024-11-21T02:23:41,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__rt7nlg9ptac830vlcklbv42dt15fq36ujl75kk94n4qrm7d9g5k2evqh4qhlso9g/f/c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ into 983039931c1ce5eb36a1f905224ec0c9/f as hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/f/40f64a8671194bbd8dc5ff9169d504cb_SeqId_6_ - updating store file list. 2024-11-21T02:23:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 40f64a8671194bbd8dc5ff9169d504cb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T02:23:41,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/f/40f64a8671194bbd8dc5ff9169d504cb_SeqId_6_ into 983039931c1ce5eb36a1f905224ec0c9/f 2024-11-21T02:23:41,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__rt7nlg9ptac830vlcklbv42dt15fq36ujl75kk94n4qrm7d9g5k2evqh4qhlso9g/f/c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ into 983039931c1ce5eb36a1f905224ec0c9/f (new location: hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/f/40f64a8671194bbd8dc5ff9169d504cb_SeqId_6_) 2024-11-21T02:23:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/staging/jenkins.hfs.22__test__rt7nlg9ptac830vlcklbv42dt15fq36ujl75kk94n4qrm7d9g5k2evqh4qhlso9g/f/c84cb95b079c42cab479dadbd2c19d5a_SeqId_6_ 2024-11-21T02:23:41,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.ReplicationSink(324): Finished replicating [5f1a7a0e-6897-4b55-9608-1d31d9e3bcb3] bulk loaded data 2024-11-21T02:23:41,200 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:41,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:23:41,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:23:41,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:41,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:41,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:41,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:41,217 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:23:41,217 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2133119677, stopped=false 2024-11-21T02:23:41,217 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,33997,1732155808371 2024-11-21T02:23:41,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2490842838/running 2024-11-21T02:23:41,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2490842838/running 2024-11-21T02:23:41,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838 2024-11-21T02:23:41,280 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:23:41,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:23:41,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:41,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:41,281 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,44817,1732155808501' ***** 2024-11-21T02:23:41,281 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:23:41,281 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:23:41,281 INFO [RS:0;5aee4e3683e9:44817 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:23:41,281 INFO [RS:0;5aee4e3683e9:44817 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:23:41,282 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(3091): Received CLOSE for c4a8b5de85f37bc50eb0e74ec83e28e5 2024-11-21T02:23:41,282 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:23:41,283 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,44817,1732155808501 2024-11-21T02:23:41,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838 2024-11-21T02:23:41,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Set watcher on znode that does not yet exist, /2490842838/running 2024-11-21T02:23:41,283 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4a8b5de85f37bc50eb0e74ec83e28e5, disabling compactions & flushes 2024-11-21T02:23:41,283 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5. 2024-11-21T02:23:41,283 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5. 2024-11-21T02:23:41,283 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5. after waiting 0 ms 2024-11-21T02:23:41,283 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5. 2024-11-21T02:23:41,284 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:23:41,284 INFO [RS:0;5aee4e3683e9:44817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:44817. 2024-11-21T02:23:41,284 DEBUG [RS:0;5aee4e3683e9:44817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:41,284 DEBUG [RS:0;5aee4e3683e9:44817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:41,284 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:23:41,284 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:23:41,284 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:23:41,284 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:23:41,285 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T02:23:41,285 DEBUG [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c4a8b5de85f37bc50eb0e74ec83e28e5=test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5.} 2024-11-21T02:23:41,285 DEBUG [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4a8b5de85f37bc50eb0e74ec83e28e5 2024-11-21T02:23:41,287 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:23:41,287 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:23:41,287 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:23:41,287 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:23:41,287 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:23:41,287 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T02:23:41,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Set watcher on znode that does not yet exist, /2490842838/running 2024-11-21T02:23:41,295 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/default/test/c4a8b5de85f37bc50eb0e74ec83e28e5/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T02:23:41,296 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:23:41,296 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:23:41,296 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5. 2024-11-21T02:23:41,296 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4a8b5de85f37bc50eb0e74ec83e28e5: Waiting for close lock at 1732155821283Running coprocessor pre-close hooks at 1732155821283Disabling compacts and flushes for region at 1732155821283Disabling writes for close at 1732155821283Writing region close event to WAL at 1732155821285 (+2 ms)Running coprocessor post-close hooks at 1732155821296 (+11 ms)Closed at 1732155821296 2024-11-21T02:23:41,296 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5. 2024-11-21T02:23:41,311 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/.tmp/info/19a7b4f80a2f45e190ce479d53dc4299 is 129, key is test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5./info:regioninfo/1732155814191/Put/seqid=0 2024-11-21T02:23:41,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741839_1015 (size=6421) 2024-11-21T02:23:41,338 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:23:41,425 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:23:41,425 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:23:41,486 DEBUG [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:41,583 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:41,621 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:41,686 DEBUG [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:41,715 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/.tmp/info/19a7b4f80a2f45e190ce479d53dc4299 2024-11-21T02:23:41,733 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/.tmp/ns/f751e0a98a7a419f9e69290fd146c025 is 43, key is default/ns:d/1732155810208/Put/seqid=0 2024-11-21T02:23:41,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741840_1016 (size=5153) 2024-11-21T02:23:41,875 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:23:41,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:41,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:41,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:41,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:41,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:41,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:41,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:41,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:41,886 DEBUG [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:41,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:41,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:41,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:41,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:41,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:41,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:41,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:41,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:41,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:42,086 DEBUG [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:42,087 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:42,125 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:42,137 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/.tmp/ns/f751e0a98a7a419f9e69290fd146c025 2024-11-21T02:23:42,161 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/.tmp/rep_barrier/e4f50f866b3d4c9989a8ebf0a2ed9fe0 is 112, key is test,,1732155813052.c4a8b5de85f37bc50eb0e74ec83e28e5./rep_barrier:seqnumDuringOpen/1732155814191/Put/seqid=0 2024-11-21T02:23:42,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741841_1017 (size=5518) 2024-11-21T02:23:42,165 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/.tmp/rep_barrier/e4f50f866b3d4c9989a8ebf0a2ed9fe0 2024-11-21T02:23:42,192 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/.tmp/table/1257ac7c3d2c487ea978665e0abda40b is 40, key is test/table:state/1732155814197/Put/seqid=0 2024-11-21T02:23:42,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741842_1018 (size=5165) 2024-11-21T02:23:42,198 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/.tmp/table/1257ac7c3d2c487ea978665e0abda40b 2024-11-21T02:23:42,209 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/.tmp/info/19a7b4f80a2f45e190ce479d53dc4299 as hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/info/19a7b4f80a2f45e190ce479d53dc4299 2024-11-21T02:23:42,214 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/info/19a7b4f80a2f45e190ce479d53dc4299, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T02:23:42,225 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/.tmp/ns/f751e0a98a7a419f9e69290fd146c025 as hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/ns/f751e0a98a7a419f9e69290fd146c025 2024-11-21T02:23:42,229 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/ns/f751e0a98a7a419f9e69290fd146c025, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T02:23:42,230 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/.tmp/rep_barrier/e4f50f866b3d4c9989a8ebf0a2ed9fe0 as hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/rep_barrier/e4f50f866b3d4c9989a8ebf0a2ed9fe0 2024-11-21T02:23:42,234 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/rep_barrier/e4f50f866b3d4c9989a8ebf0a2ed9fe0, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T02:23:42,234 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/.tmp/table/1257ac7c3d2c487ea978665e0abda40b as hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/table/1257ac7c3d2c487ea978665e0abda40b 2024-11-21T02:23:42,242 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/table/1257ac7c3d2c487ea978665e0abda40b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T02:23:42,243 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 956ms, sequenceid=11, compaction requested=false 2024-11-21T02:23:42,252 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T02:23:42,252 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:23:42,252 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:23:42,252 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:23:42,252 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155821287Running coprocessor pre-close hooks at 1732155821287Disabling compacts and flushes for region at 1732155821287Disabling writes for close at 1732155821287Obtaining lock to block concurrent updates at 1732155821287Preparing flush snapshotting stores in 1588230740 at 1732155821287Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732155821288 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732155821289 (+1 ms)Flushing 1588230740/info: creating writer at 1732155821289Flushing 1588230740/info: appending metadata at 1732155821310 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732155821310Flushing 1588230740/ns: creating writer at 1732155821718 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732155821733 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732155821733Flushing 1588230740/rep_barrier: creating writer at 1732155822141 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732155822160 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732155822160Flushing 1588230740/table: creating writer at 1732155822172 (+12 ms)Flushing 1588230740/table: appending metadata at 1732155822192 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732155822192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f9e88: reopening flushed file at 1732155822203 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f0cd4ff: reopening flushed file at 1732155822214 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f901d7: reopening flushed file at 1732155822229 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cdc7b40: reopening flushed file at 1732155822234 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 956ms, sequenceid=11, compaction requested=false at 1732155822243 (+9 ms)Writing region close event to WAL at 1732155822249 (+6 ms)Running coprocessor post-close hooks at 1732155822252 (+3 ms)Closed at 1732155822252 2024-11-21T02:23:42,253 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:23:42,286 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,44817,1732155808501; all regions closed. 2024-11-21T02:23:42,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741834_1010 (size=2717) 2024-11-21T02:23:42,294 DEBUG [RS:0;5aee4e3683e9:44817 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/oldWALs 2024-11-21T02:23:42,294 INFO [RS:0;5aee4e3683e9:44817 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C44817%2C1732155808501.meta:.meta(num 1732155810123) 2024-11-21T02:23:42,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741833_1009 (size=1028) 2024-11-21T02:23:42,299 DEBUG [RS:0;5aee4e3683e9:44817 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/oldWALs 2024-11-21T02:23:42,299 INFO [RS:0;5aee4e3683e9:44817 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C44817%2C1732155808501:(num 1732155809568) 2024-11-21T02:23:42,299 DEBUG [RS:0;5aee4e3683e9:44817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:42,299 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:23:42,299 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:23:42,299 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:23:42,300 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:23:42,300 INFO [RS:0;5aee4e3683e9:44817 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:44817. 2024-11-21T02:23:42,300 DEBUG [RS:0;5aee4e3683e9:44817 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:42,300 DEBUG [RS:0;5aee4e3683e9:44817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:42,300 DEBUG [RS:0;5aee4e3683e9:44817 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:42,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:42,301 INFO [RS:0;5aee4e3683e9:44817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44817 2024-11-21T02:23:42,301 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:23:42,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2490842838/rs/5aee4e3683e9,44817,1732155808501 2024-11-21T02:23:42,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838/rs 2024-11-21T02:23:42,374 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:23:42,374 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f037c8e40f0@4c78f868 rejected from java.util.concurrent.ThreadPoolExecutor@97a7f83[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-21T02:23:42,375 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,44817,1732155808501] 2024-11-21T02:23:42,395 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2490842838/draining/5aee4e3683e9,44817,1732155808501 already deleted, retry=false 2024-11-21T02:23:42,395 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,44817,1732155808501 expired; onlineServers=0 2024-11-21T02:23:42,395 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,33997,1732155808371' ***** 2024-11-21T02:23:42,395 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:23:42,395 INFO [M:0;5aee4e3683e9:33997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:23:42,396 INFO [M:0;5aee4e3683e9:33997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:23:42,396 DEBUG [M:0;5aee4e3683e9:33997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:23:42,396 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:23:42,396 DEBUG [M:0;5aee4e3683e9:33997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:23:42,396 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155809340 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155809340,5,FailOnTimeoutGroup] 2024-11-21T02:23:42,396 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155809343 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155809343,5,FailOnTimeoutGroup] 2024-11-21T02:23:42,396 INFO [M:0;5aee4e3683e9:33997 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:23:42,396 INFO [M:0;5aee4e3683e9:33997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:23:42,396 DEBUG [M:0;5aee4e3683e9:33997 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:23:42,396 INFO [M:0;5aee4e3683e9:33997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:23:42,396 INFO [M:0;5aee4e3683e9:33997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:23:42,397 INFO [M:0;5aee4e3683e9:33997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:23:42,397 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:23:42,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2490842838/master 2024-11-21T02:23:42,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2490842838 2024-11-21T02:23:42,406 DEBUG [M:0;5aee4e3683e9:33997 {}] zookeeper.ZKUtil(347): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Unable to get data of znode /2490842838/master because node does not exist (not an error) 2024-11-21T02:23:42,406 WARN [M:0;5aee4e3683e9:33997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T02:23:42,406 INFO [M:0;5aee4e3683e9:33997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/.lastflushedseqids 2024-11-21T02:23:42,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741843_1019 (size=173) 2024-11-21T02:23:42,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:42,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44817-0x1015b33e2bf0007, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:42,485 INFO [RS:0;5aee4e3683e9:44817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:23:42,485 INFO [RS:0;5aee4e3683e9:44817 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,44817,1732155808501; zookeeper connection closed. 2024-11-21T02:23:42,485 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@428676d0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@428676d0 2024-11-21T02:23:42,486 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:23:42,691 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:42,729 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:42,818 INFO [M:0;5aee4e3683e9:33997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:23:42,818 INFO [M:0;5aee4e3683e9:33997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:23:42,819 DEBUG [M:0;5aee4e3683e9:33997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:23:42,819 INFO [M:0;5aee4e3683e9:33997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:42,819 DEBUG [M:0;5aee4e3683e9:33997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:42,819 DEBUG [M:0;5aee4e3683e9:33997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:23:42,819 DEBUG [M:0;5aee4e3683e9:33997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:42,819 INFO [M:0;5aee4e3683e9:33997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-21T02:23:42,841 DEBUG [M:0;5aee4e3683e9:33997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef66540a9cfa4285898ed497e049bd3b is 82, key is hbase:meta,,1/info:regioninfo/1732155810155/Put/seqid=0 2024-11-21T02:23:42,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741844_1020 (size=5672) 2024-11-21T02:23:43,258 INFO [M:0;5aee4e3683e9:33997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef66540a9cfa4285898ed497e049bd3b 2024-11-21T02:23:43,279 DEBUG [M:0;5aee4e3683e9:33997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/343e1ad773fc43dc8ee1cc51fcb41309 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732155814201/Put/seqid=0 2024-11-21T02:23:43,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741845_1021 (size=6587) 2024-11-21T02:23:43,286 INFO [M:0;5aee4e3683e9:33997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/343e1ad773fc43dc8ee1cc51fcb41309 2024-11-21T02:23:43,313 DEBUG [M:0;5aee4e3683e9:33997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c518c17723cf4174a5c7210b4df192da is 69, key is 5aee4e3683e9,44817,1732155808501/rs:state/1732155809375/Put/seqid=0 2024-11-21T02:23:43,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741846_1022 (size=5156) 2024-11-21T02:23:43,323 INFO [M:0;5aee4e3683e9:33997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c518c17723cf4174a5c7210b4df192da 2024-11-21T02:23:43,330 DEBUG [M:0;5aee4e3683e9:33997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef66540a9cfa4285898ed497e049bd3b as hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef66540a9cfa4285898ed497e049bd3b 2024-11-21T02:23:43,340 INFO [M:0;5aee4e3683e9:33997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef66540a9cfa4285898ed497e049bd3b, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T02:23:43,341 DEBUG [M:0;5aee4e3683e9:33997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/343e1ad773fc43dc8ee1cc51fcb41309 as hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/343e1ad773fc43dc8ee1cc51fcb41309 2024-11-21T02:23:43,347 INFO [M:0;5aee4e3683e9:33997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/343e1ad773fc43dc8ee1cc51fcb41309, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T02:23:43,348 DEBUG [M:0;5aee4e3683e9:33997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c518c17723cf4174a5c7210b4df192da as hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c518c17723cf4174a5c7210b4df192da 2024-11-21T02:23:43,355 INFO [M:0;5aee4e3683e9:33997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44537/user/jenkins/test-data/20be04b6-50b9-a481-34b9-96c54f3a8db2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c518c17723cf4174a5c7210b4df192da, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T02:23:43,357 INFO [M:0;5aee4e3683e9:33997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 537ms, sequenceid=55, compaction requested=false 2024-11-21T02:23:43,365 INFO [M:0;5aee4e3683e9:33997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:43,365 DEBUG [M:0;5aee4e3683e9:33997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155822818Disabling compacts and flushes for region at 1732155822818Disabling writes for close at 1732155822819 (+1 ms)Obtaining lock to block concurrent updates at 1732155822819Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155822819Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732155822819Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155822821 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155822821Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155822841 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155822841Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155823263 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155823278 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155823278Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155823291 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155823313 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155823313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d7c3602: reopening flushed file at 1732155823329 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29d578f: reopening flushed file at 1732155823340 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5818369b: reopening flushed file at 1732155823347 (+7 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 537ms, sequenceid=55, compaction requested=false at 1732155823357 (+10 ms)Writing region close event to WAL at 1732155823365 (+8 ms)Closed at 1732155823365 2024-11-21T02:23:43,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32865 is added to blk_1073741830_1006 (size=32782) 2024-11-21T02:23:43,369 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:23:43,369 INFO [M:0;5aee4e3683e9:33997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:23:43,369 INFO [M:0;5aee4e3683e9:33997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33997 2024-11-21T02:23:43,370 INFO [M:0;5aee4e3683e9:33997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:23:43,396 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:43,432 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:43,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:43,525 INFO [M:0;5aee4e3683e9:33997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:23:43,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x1015b33e2bf0006, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:43,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@374b2111{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:23:43,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e06f863{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:23:43,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:23:43,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f3b3a6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:23:43,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cb1e81d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/hadoop.log.dir/,STOPPED} 2024-11-21T02:23:43,530 WARN [BP-1071700091-172.17.0.2-1732155805814 heartbeating to localhost/127.0.0.1:44537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:23:43,530 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:23:43,530 WARN [BP-1071700091-172.17.0.2-1732155805814 heartbeating to localhost/127.0.0.1:44537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1071700091-172.17.0.2-1732155805814 (Datanode Uuid d0410904-cc68-4f9c-8aa7-3693a10fcd92) service to localhost/127.0.0.1:44537 2024-11-21T02:23:43,530 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:23:43,530 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/cluster_302790ec-efc6-f2cd-5d77-002317f11edb/data/data1/current/BP-1071700091-172.17.0.2-1732155805814 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:23:43,531 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/cluster_302790ec-efc6-f2cd-5d77-002317f11edb/data/data2/current/BP-1071700091-172.17.0.2-1732155805814 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:23:43,531 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:23:43,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d356fa4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:23:43,535 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d9aa987{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:23:43,536 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:23:43,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@381a0805{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:23:43,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d3d6671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f8985553-d2c3-0d39-f53d-9e47cfd81b8d/hadoop.log.dir/,STOPPED} 2024-11-21T02:23:43,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:23:43,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:23:43,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:23:43,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:43,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:43,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:43,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:43,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:23:43,552 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=462151394, stopped=false 2024-11-21T02:23:43,553 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,46637,1732155802646 2024-11-21T02:23:43,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-979861876/running 2024-11-21T02:23:43,573 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-979861876/running 2024-11-21T02:23:43,573 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876 2024-11-21T02:23:43,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876 2024-11-21T02:23:43,573 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:23:43,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:23:43,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:43,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Set watcher on znode that does not yet exist, /1-979861876/running 2024-11-21T02:23:43,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Set watcher on znode that does not yet exist, /1-979861876/running 2024-11-21T02:23:43,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:43,575 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,32973,1732155802788' ***** 2024-11-21T02:23:43,575 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:23:43,576 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:23:43,576 INFO [RS:0;5aee4e3683e9:32973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:23:43,576 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:23:43,576 INFO [RS:0;5aee4e3683e9:32973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:23:43,576 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(3091): Received CLOSE for 983039931c1ce5eb36a1f905224ec0c9 2024-11-21T02:23:43,576 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,32973,1732155802788 2024-11-21T02:23:43,576 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:23:43,576 INFO [RS:0;5aee4e3683e9:32973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:32973. 2024-11-21T02:23:43,576 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 983039931c1ce5eb36a1f905224ec0c9, disabling compactions & flushes 2024-11-21T02:23:43,576 DEBUG [RS:0;5aee4e3683e9:32973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:43,576 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9. 2024-11-21T02:23:43,576 DEBUG [RS:0;5aee4e3683e9:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:43,576 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9. 2024-11-21T02:23:43,576 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9. after waiting 0 ms 2024-11-21T02:23:43,576 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9. 2024-11-21T02:23:43,576 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:23:43,576 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:23:43,577 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:23:43,577 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:23:43,577 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T02:23:43,577 DEBUG [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 983039931c1ce5eb36a1f905224ec0c9=test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9.} 2024-11-21T02:23:43,577 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:23:43,577 DEBUG [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 983039931c1ce5eb36a1f905224ec0c9 2024-11-21T02:23:43,577 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:23:43,577 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:23:43,577 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:23:43,577 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:23:43,577 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T02:23:43,579 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/default/test/983039931c1ce5eb36a1f905224ec0c9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T02:23:43,580 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:23:43,580 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:23:43,580 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9. 2024-11-21T02:23:43,580 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 983039931c1ce5eb36a1f905224ec0c9: Waiting for close lock at 1732155823576Running coprocessor pre-close hooks at 1732155823576Disabling compacts and flushes for region at 1732155823576Disabling writes for close at 1732155823576Writing region close event to WAL at 1732155823577 (+1 ms)Running coprocessor post-close hooks at 1732155823580 (+3 ms)Closed at 1732155823580 2024-11-21T02:23:43,580 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9. 2024-11-21T02:23:43,596 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/.tmp/info/2eab171ecf5349dc9624a859f403d45f is 129, key is test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9./info:regioninfo/1732155812050/Put/seqid=0 2024-11-21T02:23:43,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741841_1017 (size=6421) 2024-11-21T02:23:43,674 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:23:43,777 DEBUG [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:43,977 DEBUG [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:44,000 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/.tmp/info/2eab171ecf5349dc9624a859f403d45f 2024-11-21T02:23:44,025 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/.tmp/ns/a88aaceca60b4a7788567536a5d4955d is 43, key is default/ns:d/1732155805634/Put/seqid=0 2024-11-21T02:23:44,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741842_1018 (size=5153) 2024-11-21T02:23:44,028 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/.tmp/ns/a88aaceca60b4a7788567536a5d4955d 2024-11-21T02:23:44,047 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:23:44,047 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:23:44,048 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/.tmp/rep_barrier/b06268a4a8af437193c4c09aee409d1a is 112, key is test,,1732155810901.983039931c1ce5eb36a1f905224ec0c9./rep_barrier:seqnumDuringOpen/1732155812050/Put/seqid=0 2024-11-21T02:23:44,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741843_1019 (size=5518) 2024-11-21T02:23:44,177 DEBUG [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:44,200 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:44,236 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:44,378 DEBUG [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:44,453 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/.tmp/rep_barrier/b06268a4a8af437193c4c09aee409d1a 2024-11-21T02:23:44,473 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/.tmp/table/c62da503500243aca4099e86c32c53e4 is 40, key is test/table:state/1732155812056/Put/seqid=0 2024-11-21T02:23:44,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741844_1020 (size=5165) 2024-11-21T02:23:44,578 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:23:44,578 DEBUG [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:23:44,578 DEBUG [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:44,778 DEBUG [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:44,876 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/.tmp/table/c62da503500243aca4099e86c32c53e4 2024-11-21T02:23:44,881 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/.tmp/info/2eab171ecf5349dc9624a859f403d45f as hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/info/2eab171ecf5349dc9624a859f403d45f 2024-11-21T02:23:44,884 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/info/2eab171ecf5349dc9624a859f403d45f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T02:23:44,885 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/.tmp/ns/a88aaceca60b4a7788567536a5d4955d as hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/ns/a88aaceca60b4a7788567536a5d4955d 2024-11-21T02:23:44,888 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/ns/a88aaceca60b4a7788567536a5d4955d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T02:23:44,889 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/.tmp/rep_barrier/b06268a4a8af437193c4c09aee409d1a as hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/rep_barrier/b06268a4a8af437193c4c09aee409d1a 2024-11-21T02:23:44,896 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/rep_barrier/b06268a4a8af437193c4c09aee409d1a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T02:23:44,897 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/.tmp/table/c62da503500243aca4099e86c32c53e4 as hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/table/c62da503500243aca4099e86c32c53e4 2024-11-21T02:23:44,906 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/table/c62da503500243aca4099e86c32c53e4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T02:23:44,907 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=11, compaction requested=false 2024-11-21T02:23:44,911 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T02:23:44,911 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:23:44,912 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:23:44,912 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:23:44,912 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155823577Running coprocessor pre-close hooks at 1732155823577Disabling compacts and flushes for region at 1732155823577Disabling writes for close at 1732155823577Obtaining lock to block concurrent updates at 1732155823577Preparing flush snapshotting stores in 1588230740 at 1732155823577Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732155823577Flushing stores of hbase:meta,,1.1588230740 at 1732155823578 (+1 ms)Flushing 1588230740/info: creating writer at 1732155823578Flushing 1588230740/info: appending metadata at 1732155823596 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732155823596Flushing 1588230740/ns: creating writer at 1732155824008 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732155824025 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732155824025Flushing 1588230740/rep_barrier: creating writer at 1732155824031 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732155824047 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732155824047Flushing 1588230740/table: creating writer at 1732155824456 (+409 ms)Flushing 1588230740/table: appending metadata at 1732155824472 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732155824472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19f7e7e4: reopening flushed file at 1732155824880 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36daec63: reopening flushed file at 1732155824884 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3143c5: reopening flushed file at 1732155824888 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb1b533: reopening flushed file at 1732155824896 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=11, compaction requested=false at 1732155824907 (+11 ms)Writing region close event to WAL at 1732155824908 (+1 ms)Running coprocessor post-close hooks at 1732155824911 (+3 ms)Closed at 1732155824912 (+1 ms) 2024-11-21T02:23:44,912 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:23:44,978 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,32973,1732155802788; all regions closed. 2024-11-21T02:23:44,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741834_1010 (size=2717) 2024-11-21T02:23:44,981 DEBUG [RS:0;5aee4e3683e9:32973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/oldWALs 2024-11-21T02:23:44,982 INFO [RS:0;5aee4e3683e9:32973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C32973%2C1732155802788.meta:.meta(num 1732155805586) 2024-11-21T02:23:44,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741833_1009 (size=1374) 2024-11-21T02:23:44,986 DEBUG [RS:0;5aee4e3683e9:32973 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/oldWALs 2024-11-21T02:23:44,986 INFO [RS:0;5aee4e3683e9:32973 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5aee4e3683e9%2C32973%2C1732155802788:(num 1732155805190) 2024-11-21T02:23:44,986 DEBUG [RS:0;5aee4e3683e9:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:44,986 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:23:44,987 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:23:44,987 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:23:44,987 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:23:44,987 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:23:44,987 INFO [RS:0;5aee4e3683e9:32973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:32973. 2024-11-21T02:23:44,987 DEBUG [RS:0;5aee4e3683e9:32973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:44,987 DEBUG [RS:0;5aee4e3683e9:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:44,987 DEBUG [RS:0;5aee4e3683e9:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:44,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:44,987 INFO [RS:0;5aee4e3683e9:32973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32973 2024-11-21T02:23:45,037 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-979861876/rs/5aee4e3683e9,32973,1732155802788 2024-11-21T02:23:45,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876/rs 2024-11-21T02:23:45,037 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:23:45,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,32973,1732155802788] 2024-11-21T02:23:45,058 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-979861876/draining/5aee4e3683e9,32973,1732155802788 already deleted, retry=false 2024-11-21T02:23:45,058 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,32973,1732155802788 expired; onlineServers=0 2024-11-21T02:23:45,058 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,46637,1732155802646' ***** 2024-11-21T02:23:45,058 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:23:45,058 INFO [M:0;5aee4e3683e9:46637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:23:45,058 INFO [M:0;5aee4e3683e9:46637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:23:45,058 DEBUG [M:0;5aee4e3683e9:46637 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:23:45,058 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:23:45,058 DEBUG [M:0;5aee4e3683e9:46637 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:23:45,058 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155804916 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155804916,5,FailOnTimeoutGroup] 2024-11-21T02:23:45,058 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155804922 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155804922,5,FailOnTimeoutGroup] 2024-11-21T02:23:45,058 INFO [M:0;5aee4e3683e9:46637 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:23:45,058 INFO [M:0;5aee4e3683e9:46637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:23:45,059 DEBUG [M:0;5aee4e3683e9:46637 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:23:45,059 INFO [M:0;5aee4e3683e9:46637 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:23:45,059 INFO [M:0;5aee4e3683e9:46637 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:23:45,059 INFO [M:0;5aee4e3683e9:46637 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:23:45,059 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:23:45,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-979861876/master 2024-11-21T02:23:45,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-979861876 2024-11-21T02:23:45,069 DEBUG [M:0;5aee4e3683e9:46637 {}] zookeeper.ZKUtil(347): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Unable to get data of znode /1-979861876/master because node does not exist (not an error) 2024-11-21T02:23:45,069 WARN [M:0;5aee4e3683e9:46637 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T02:23:45,070 INFO [M:0;5aee4e3683e9:46637 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/.lastflushedseqids 2024-11-21T02:23:45,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741845_1021 (size=173) 2024-11-21T02:23:45,105 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:45,145 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:45,148 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:45,148 INFO [RS:0;5aee4e3683e9:32973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:23:45,148 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1015b33e2bf0004, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:45,148 INFO [RS:0;5aee4e3683e9:32973 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,32973,1732155802788; zookeeper connection closed. 2024-11-21T02:23:45,148 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43ecd0e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43ecd0e9 2024-11-21T02:23:45,148 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:23:45,473 INFO [M:0;5aee4e3683e9:46637 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:23:45,473 INFO [M:0;5aee4e3683e9:46637 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:23:45,473 DEBUG [M:0;5aee4e3683e9:46637 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:23:45,473 INFO [M:0;5aee4e3683e9:46637 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:45,474 DEBUG [M:0;5aee4e3683e9:46637 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:45,474 DEBUG [M:0;5aee4e3683e9:46637 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:23:45,474 DEBUG [M:0;5aee4e3683e9:46637 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:45,474 INFO [M:0;5aee4e3683e9:46637 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-21T02:23:45,490 DEBUG [M:0;5aee4e3683e9:46637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b10fddd19f5e4f1e9739abe5b6e65fcf is 82, key is hbase:meta,,1/info:regioninfo/1732155805621/Put/seqid=0 2024-11-21T02:23:45,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741846_1022 (size=5672) 2024-11-21T02:23:45,496 INFO [M:0;5aee4e3683e9:46637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b10fddd19f5e4f1e9739abe5b6e65fcf 2024-11-21T02:23:45,513 DEBUG [M:0;5aee4e3683e9:46637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e2d924e81104b179b486d247cbdce9b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732155812059/Put/seqid=0 2024-11-21T02:23:45,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741847_1023 (size=6586) 2024-11-21T02:23:45,916 INFO [M:0;5aee4e3683e9:46637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e2d924e81104b179b486d247cbdce9b 2024-11-21T02:23:45,931 DEBUG [M:0;5aee4e3683e9:46637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae14153e9dc0459cac995e2bbfde3cb0 is 69, key is 5aee4e3683e9,32973,1732155802788/rs:state/1732155804970/Put/seqid=0 2024-11-21T02:23:45,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741848_1024 (size=5156) 2024-11-21T02:23:45,934 INFO [M:0;5aee4e3683e9:46637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae14153e9dc0459cac995e2bbfde3cb0 2024-11-21T02:23:45,937 DEBUG [M:0;5aee4e3683e9:46637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b10fddd19f5e4f1e9739abe5b6e65fcf as hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b10fddd19f5e4f1e9739abe5b6e65fcf 2024-11-21T02:23:45,939 INFO [M:0;5aee4e3683e9:46637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b10fddd19f5e4f1e9739abe5b6e65fcf, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T02:23:45,940 DEBUG [M:0;5aee4e3683e9:46637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e2d924e81104b179b486d247cbdce9b as hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e2d924e81104b179b486d247cbdce9b 2024-11-21T02:23:45,943 INFO [M:0;5aee4e3683e9:46637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e2d924e81104b179b486d247cbdce9b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T02:23:45,943 DEBUG [M:0;5aee4e3683e9:46637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae14153e9dc0459cac995e2bbfde3cb0 as hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae14153e9dc0459cac995e2bbfde3cb0 2024-11-21T02:23:45,947 INFO [M:0;5aee4e3683e9:46637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41529/user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae14153e9dc0459cac995e2bbfde3cb0, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T02:23:45,948 INFO [M:0;5aee4e3683e9:46637 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 474ms, sequenceid=55, compaction requested=false 2024-11-21T02:23:45,949 INFO [M:0;5aee4e3683e9:46637 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:45,949 DEBUG [M:0;5aee4e3683e9:46637 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155825473Disabling compacts and flushes for region at 1732155825473Disabling writes for close at 1732155825474 (+1 ms)Obtaining lock to block concurrent updates at 1732155825474Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155825474Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732155825474Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155825474Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155825474Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155825490 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155825490Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155825500 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155825513 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155825513Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155825919 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155825931 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155825931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4047d27: reopening flushed file at 1732155825936 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d42dec: reopening flushed file at 1732155825939 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53ca7ead: reopening flushed file at 1732155825943 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 474ms, sequenceid=55, compaction requested=false at 1732155825948 (+5 ms)Writing region close event to WAL at 1732155825949 (+1 ms)Closed at 1732155825949 2024-11-21T02:23:45,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41001 is added to blk_1073741830_1006 (size=32770) 2024-11-21T02:23:45,953 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7983902-7adc-116f-75cc-e3a93968b477/MasterData/WALs/5aee4e3683e9,46637,1732155802646/5aee4e3683e9%2C46637%2C1732155802646.1732155804567 not finished, retry = 0 2024-11-21T02:23:46,054 INFO [M:0;5aee4e3683e9:46637 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:23:46,054 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:23:46,054 INFO [M:0;5aee4e3683e9:46637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46637 2024-11-21T02:23:46,055 INFO [M:0;5aee4e3683e9:46637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:23:46,108 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:46,148 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:46,263 INFO [M:0;5aee4e3683e9:46637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:23:46,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:46,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46637-0x1015b33e2bf0003, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:46,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c72abf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:23:46,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40ea7f7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:23:46,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:23:46,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3da7d441{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:23:46,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@175d26d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/hadoop.log.dir/,STOPPED} 2024-11-21T02:23:46,267 WARN [BP-1949142730-172.17.0.2-1732155800397 heartbeating to localhost/127.0.0.1:41529 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:23:46,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:23:46,268 WARN [BP-1949142730-172.17.0.2-1732155800397 heartbeating to localhost/127.0.0.1:41529 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1949142730-172.17.0.2-1732155800397 (Datanode Uuid 458c0553-4040-464f-8339-8419570fd97f) service to localhost/127.0.0.1:41529 2024-11-21T02:23:46,268 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:23:46,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/cluster_4c6810a9-6d64-17bc-2856-cba32584e465/data/data1/current/BP-1949142730-172.17.0.2-1732155800397 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:23:46,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/cluster_4c6810a9-6d64-17bc-2856-cba32584e465/data/data2/current/BP-1949142730-172.17.0.2-1732155800397 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:23:46,268 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:23:46,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3532cf4e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:23:46,273 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35af3ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:23:46,273 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:23:46,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43b9d584{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:23:46,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d807d1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69f1792-25b9-af67-c397-e18a5519a84c/hadoop.log.dir/,STOPPED} 2024-11-21T02:23:46,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:23:46,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T02:23:46,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:23:46,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:46,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:46,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:46,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:46,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T02:23:46,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=278541592, stopped=false 2024-11-21T02:23:46,285 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5aee4e3683e9,37211,1732155797939 2024-11-21T02:23:46,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-250906954/running 2024-11-21T02:23:46,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-250906954/running 2024-11-21T02:23:46,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:46,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:46,300 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:23:46,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Set watcher on znode that does not yet exist, /0-250906954/running 2024-11-21T02:23:46,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Set watcher on znode that does not yet exist, /0-250906954/running 2024-11-21T02:23:46,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T02:23:46,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:46,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:46,301 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5aee4e3683e9,37219,1732155798098' ***** 2024-11-21T02:23:46,302 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T02:23:46,302 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T02:23:46,302 INFO [RS:0;5aee4e3683e9:37219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T02:23:46,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T02:23:46,302 INFO [RS:0;5aee4e3683e9:37219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T02:23:46,302 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(3091): Received CLOSE for 29bd03157881e5551b0aa6738c8a5a13 2024-11-21T02:23:46,302 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(3091): Received CLOSE for 9578547c64781257e729265e99f4799e 2024-11-21T02:23:46,302 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(959): stopping server 5aee4e3683e9,37219,1732155798098 2024-11-21T02:23:46,302 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:23:46,302 INFO [RS:0;5aee4e3683e9:37219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:37219. 2024-11-21T02:23:46,302 DEBUG [RS:0;5aee4e3683e9:37219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:46,302 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29bd03157881e5551b0aa6738c8a5a13, disabling compactions & flushes 2024-11-21T02:23:46,302 DEBUG [RS:0;5aee4e3683e9:37219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:46,302 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13. 2024-11-21T02:23:46,302 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T02:23:46,302 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13. 2024-11-21T02:23:46,302 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T02:23:46,302 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T02:23:46,302 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13. after waiting 0 ms 2024-11-21T02:23:46,302 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13. 2024-11-21T02:23:46,302 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T02:23:46,302 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T02:23:46,302 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1325): Online Regions={29bd03157881e5551b0aa6738c8a5a13=test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13., 1588230740=hbase:meta,,1.1588230740, 9578547c64781257e729265e99f4799e=hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e.} 2024-11-21T02:23:46,302 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 29bd03157881e5551b0aa6738c8a5a13, 9578547c64781257e729265e99f4799e 2024-11-21T02:23:46,302 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T02:23:46,302 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T02:23:46,302 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T02:23:46,303 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T02:23:46,303 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T02:23:46,303 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T02:23:46,305 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/default/test/29bd03157881e5551b0aa6738c8a5a13/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T02:23:46,305 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:23:46,305 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T02:23:46,305 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13. 2024-11-21T02:23:46,305 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29bd03157881e5551b0aa6738c8a5a13: Waiting for close lock at 1732155826302Running coprocessor pre-close hooks at 1732155826302Disabling compacts and flushes for region at 1732155826302Disabling writes for close at 1732155826302Writing region close event to WAL at 1732155826303 (+1 ms)Running coprocessor post-close hooks at 1732155826305 (+2 ms)Closed at 1732155826305 2024-11-21T02:23:46,305 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13. 2024-11-21T02:23:46,305 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9578547c64781257e729265e99f4799e, disabling compactions & flushes 2024-11-21T02:23:46,305 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e. 2024-11-21T02:23:46,305 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e. 2024-11-21T02:23:46,306 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e. after waiting 0 ms 2024-11-21T02:23:46,306 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e. 2024-11-21T02:23:46,306 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9578547c64781257e729265e99f4799e 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-21T02:23:46,316 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/.tmp/info/6713039b7aa849ac98ee365b8b8012e0 is 147, key is hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e./info:regioninfo/1732155816394/Put/seqid=0 2024-11-21T02:23:46,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741847_1023 (size=7686) 2024-11-21T02:23:46,322 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/replication/9578547c64781257e729265e99f4799e/.tmp/hfileref/2889ddad6e324f1aaa66e82ab069b31e is 74, key is 1/hfileref:7be8b7b8d13242c4a30c6762979e1148_SeqId_4_/1732155818889/DeleteColumn/seqid=0 2024-11-21T02:23:46,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741848_1024 (size=5489) 2024-11-21T02:23:46,325 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/replication/9578547c64781257e729265e99f4799e/.tmp/hfileref/2889ddad6e324f1aaa66e82ab069b31e 2024-11-21T02:23:46,346 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/replication/9578547c64781257e729265e99f4799e/.tmp/queue/eb19e7bdba1a444ca51d7471d3c6a350 is 153, key is 1-5aee4e3683e9,37219,1732155798098/queue:5aee4e3683e9%2C37219%2C1732155798098/1732155821199/Put/seqid=0 2024-11-21T02:23:46,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741849_1025 (size=5504) 2024-11-21T02:23:46,388 INFO [regionserver/5aee4e3683e9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:23:46,503 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9578547c64781257e729265e99f4799e 2024-11-21T02:23:46,537 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T02:23:46,537 INFO [regionserver/5aee4e3683e9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T02:23:46,703 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9578547c64781257e729265e99f4799e 2024-11-21T02:23:46,722 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/.tmp/info/6713039b7aa849ac98ee365b8b8012e0 2024-11-21T02:23:46,737 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/.tmp/ns/12fe98ff01784f138a6b69947ec60495 is 43, key is default/ns:d/1732155800260/Put/seqid=0 2024-11-21T02:23:46,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741850_1026 (size=5153) 2024-11-21T02:23:46,750 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/replication/9578547c64781257e729265e99f4799e/.tmp/queue/eb19e7bdba1a444ca51d7471d3c6a350 2024-11-21T02:23:46,754 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/replication/9578547c64781257e729265e99f4799e/.tmp/hfileref/2889ddad6e324f1aaa66e82ab069b31e as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/replication/9578547c64781257e729265e99f4799e/hfileref/2889ddad6e324f1aaa66e82ab069b31e 2024-11-21T02:23:46,757 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/replication/9578547c64781257e729265e99f4799e/hfileref/2889ddad6e324f1aaa66e82ab069b31e, entries=6, sequenceid=17, filesize=5.4 K 2024-11-21T02:23:46,757 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/replication/9578547c64781257e729265e99f4799e/.tmp/queue/eb19e7bdba1a444ca51d7471d3c6a350 as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/replication/9578547c64781257e729265e99f4799e/queue/eb19e7bdba1a444ca51d7471d3c6a350 2024-11-21T02:23:46,761 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/replication/9578547c64781257e729265e99f4799e/queue/eb19e7bdba1a444ca51d7471d3c6a350, entries=2, sequenceid=17, filesize=5.4 K 2024-11-21T02:23:46,761 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 9578547c64781257e729265e99f4799e in 455ms, sequenceid=17, compaction requested=false 2024-11-21T02:23:46,765 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/replication/9578547c64781257e729265e99f4799e/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-21T02:23:46,765 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:23:46,765 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:23:46,765 INFO [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e. 2024-11-21T02:23:46,765 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9578547c64781257e729265e99f4799e: Waiting for close lock at 1732155826305Running coprocessor pre-close hooks at 1732155826305Disabling compacts and flushes for region at 1732155826305Disabling writes for close at 1732155826306 (+1 ms)Obtaining lock to block concurrent updates at 1732155826306Preparing flush snapshotting stores in 9578547c64781257e729265e99f4799e at 1732155826306Finished memstore snapshotting hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732155826306Flushing stores of hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e. at 1732155826306Flushing 9578547c64781257e729265e99f4799e/hfileref: creating writer at 1732155826306Flushing 9578547c64781257e729265e99f4799e/hfileref: appending metadata at 1732155826321 (+15 ms)Flushing 9578547c64781257e729265e99f4799e/hfileref: closing flushed file at 1732155826321Flushing 9578547c64781257e729265e99f4799e/queue: creating writer at 1732155826332 (+11 ms)Flushing 9578547c64781257e729265e99f4799e/queue: appending metadata at 1732155826346 (+14 ms)Flushing 9578547c64781257e729265e99f4799e/queue: closing flushed file at 1732155826346Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ee6fc6: reopening flushed file at 1732155826753 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@505500b5: reopening flushed file at 1732155826757 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 9578547c64781257e729265e99f4799e in 455ms, sequenceid=17, compaction requested=false at 1732155826761 (+4 ms)Writing region close event to WAL at 1732155826762 (+1 ms)Running coprocessor post-close hooks at 1732155826765 (+3 ms)Closed at 1732155826765 2024-11-21T02:23:46,766 DEBUG [RS_CLOSE_REGION-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732155815211.9578547c64781257e729265e99f4799e. 2024-11-21T02:23:46,798 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T02:23:46,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T02:23:46,903 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:47,103 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:47,140 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/.tmp/ns/12fe98ff01784f138a6b69947ec60495 2024-11-21T02:23:47,155 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/.tmp/rep_barrier/64a3404c27a74c42aace254281b1d553 is 112, key is test,,1732155810274.29bd03157881e5551b0aa6738c8a5a13./rep_barrier:seqnumDuringOpen/1732155810631/Put/seqid=0 2024-11-21T02:23:47,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741851_1027 (size=5518) 2024-11-21T02:23:47,212 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:47,215 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:23:47,215 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 688, reset compression=false 2024-11-21T02:23:47,215 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5aee4e3683e9,37219,1732155798098 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:23:47,216 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5aee4e3683e9,37219,1732155798098: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-5aee4e3683e9,37219,1732155798098, walGroup=5aee4e3683e9%2C37219%2C1732155798098, offset=5aee4e3683e9%2C37219%2C1732155798098.1732155818956:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:37219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T02:23:47,217 ERROR [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T02:23:47,217 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T02:23:47,218 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T02:23:47,218 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T02:23:47,218 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T02:23:47,218 INFO [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1623195648, "init": 1048576000, "max": 2306867200, "used": 1100773248 }, "NonHeapMemoryUsage": { "committed": 211615744, "init": 7667712, "max": -1, "used": 208534464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T02:23:47,218 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:37211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5aee4e3683e9:37211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T02:23:47,251 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 393, reset compression=false 2024-11-21T02:23:47,255 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T02:23:47,255 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 688, reset compression=false 2024-11-21T02:23:47,255 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5aee4e3683e9,37219,1732155798098 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T02:23:47,255 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-21T02:23:47,303 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T02:23:47,303 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T02:23:47,304 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:47,418 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 688, reset compression=false 2024-11-21T02:23:47,457 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 688, reset compression=false 2024-11-21T02:23:47,504 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:47,528 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T02:23:47,558 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/.tmp/rep_barrier/64a3404c27a74c42aace254281b1d553 2024-11-21T02:23:47,576 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/.tmp/table/01d261a297cd44619622f2b10727efa6 is 53, key is hbase:replication/table:state/1732155816405/Put/seqid=0 2024-11-21T02:23:47,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741852_1028 (size=5308) 2024-11-21T02:23:47,704 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:47,726 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 688, reset compression=false 2024-11-21T02:23:47,763 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 688, reset compression=false 2024-11-21T02:23:47,904 DEBUG [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T02:23:47,979 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/.tmp/table/01d261a297cd44619622f2b10727efa6 2024-11-21T02:23:47,984 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/.tmp/info/6713039b7aa849ac98ee365b8b8012e0 as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/info/6713039b7aa849ac98ee365b8b8012e0 2024-11-21T02:23:47,991 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/info/6713039b7aa849ac98ee365b8b8012e0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T02:23:47,991 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/.tmp/ns/12fe98ff01784f138a6b69947ec60495 as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/ns/12fe98ff01784f138a6b69947ec60495 2024-11-21T02:23:47,998 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/ns/12fe98ff01784f138a6b69947ec60495, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T02:23:47,999 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/.tmp/rep_barrier/64a3404c27a74c42aace254281b1d553 as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/rep_barrier/64a3404c27a74c42aace254281b1d553 2024-11-21T02:23:48,003 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/rep_barrier/64a3404c27a74c42aace254281b1d553, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T02:23:48,003 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/.tmp/table/01d261a297cd44619622f2b10727efa6 as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/table/01d261a297cd44619622f2b10727efa6 2024-11-21T02:23:48,007 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/table/01d261a297cd44619622f2b10727efa6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T02:23:48,012 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-11-21T02:23:48,012 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T02:23:48,016 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T02:23:48,019 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T02:23:48,019 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T02:23:48,019 INFO [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T02:23:48,019 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732155826302Running coprocessor pre-close hooks at 1732155826302Disabling compacts and flushes for region at 1732155826302Disabling writes for close at 1732155826303 (+1 ms)Obtaining lock to block concurrent updates at 1732155826303Preparing flush snapshotting stores in 1588230740 at 1732155826303Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732155826303Flushing stores of hbase:meta,,1.1588230740 at 1732155826303Flushing 1588230740/info: creating writer at 1732155826303Flushing 1588230740/info: appending metadata at 1732155826316 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732155826316Flushing 1588230740/ns: creating writer at 1732155826725 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732155826737 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732155826737Flushing 1588230740/rep_barrier: creating writer at 1732155827144 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732155827155 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732155827155Flushing 1588230740/table: creating writer at 1732155827563 (+408 ms)Flushing 1588230740/table: appending metadata at 1732155827576 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732155827576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16344c33: reopening flushed file at 1732155827983 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c32b48c: reopening flushed file at 1732155827991 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b8d7412: reopening flushed file at 1732155827998 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc3b6cb: reopening flushed file at 1732155828003 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1732155828012 (+9 ms)Writing region close event to WAL at 1732155828013 (+1 ms)Running coprocessor post-close hooks at 1732155828019 (+6 ms)Closed at 1732155828019 2024-11-21T02:23:48,019 DEBUG [RS_CLOSE_META-regionserver/5aee4e3683e9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T02:23:48,104 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(976): stopping server 5aee4e3683e9,37219,1732155798098; all regions closed. 2024-11-21T02:23:48,106 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.meta.1732155818937.meta not finished, retry = 0 2024-11-21T02:23:48,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741843_1019 (size=859) 2024-11-21T02:23:48,129 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 688, reset compression=false 2024-11-21T02:23:48,170 DEBUG [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 to pos 688, reset compression=false 2024-11-21T02:23:48,220 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.rep.1732155818921 not finished, retry = 0 2024-11-21T02:23:48,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741842_1018 (size=2791) 2024-11-21T02:23:48,339 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/WALs/5aee4e3683e9,37219,1732155798098/5aee4e3683e9%2C37219%2C1732155798098.1732155818956 not finished, retry = 0 2024-11-21T02:23:48,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741844_1020 (size=696) 2024-11-21T02:23:48,440 DEBUG [RS:0;5aee4e3683e9:37219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:48,440 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T02:23:48,444 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:23:48,444 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.ChoreService(370): Chore service for: regionserver/5aee4e3683e9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T02:23:48,444 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:23:48,445 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5aee4e3683e9,37219,1732155798098 because: Region server is closing 2024-11-21T02:23:48,445 INFO [RS:0;5aee4e3683e9:37219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:37219. 2024-11-21T02:23:48,445 DEBUG [RS:0;5aee4e3683e9:37219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:48,445 DEBUG [RS:0;5aee4e3683e9:37219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:48,445 DEBUG [RS:0;5aee4e3683e9:37219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:48,445 INFO [regionserver/5aee4e3683e9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:23:48,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:48,545 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 terminated 2024-11-21T02:23:48,545 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5aee4e3683e9,37219,1732155798098 because: Region server is closing 2024-11-21T02:23:48,546 INFO [RS:0;5aee4e3683e9:37219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5aee4e3683e9:37219. 2024-11-21T02:23:48,546 DEBUG [RS:0;5aee4e3683e9:37219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T02:23:48,546 DEBUG [RS:0;5aee4e3683e9:37219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:48,546 DEBUG [RS:0;5aee4e3683e9:37219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T02:23:48,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T02:23:48,546 WARN [RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,1-5aee4e3683e9,37219,1732155798098.replicationSource.wal-reader.5aee4e3683e9%2C37219%2C1732155798098,1-5aee4e3683e9,37219,1732155798098 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T02:23:48,646 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5aee4e3683e9:0-0.replicationSource,2-5aee4e3683e9,37219,1732155798098.replicationSource.shipper5aee4e3683e9%2C37219%2C1732155798098,2-5aee4e3683e9,37219,1732155798098 terminated 2024-11-21T02:23:48,646 INFO [RS:0;5aee4e3683e9:37219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37219 2024-11-21T02:23:48,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-250906954/rs/5aee4e3683e9,37219,1732155798098 2024-11-21T02:23:48,699 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:23:48,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954/rs 2024-11-21T02:23:48,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5aee4e3683e9,37219,1732155798098] 2024-11-21T02:23:48,721 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-250906954/draining/5aee4e3683e9,37219,1732155798098 already deleted, retry=false 2024-11-21T02:23:48,721 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5aee4e3683e9,37219,1732155798098 expired; onlineServers=0 2024-11-21T02:23:48,721 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5aee4e3683e9,37211,1732155797939' ***** 2024-11-21T02:23:48,721 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T02:23:48,721 INFO [M:0;5aee4e3683e9:37211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T02:23:48,721 INFO [M:0;5aee4e3683e9:37211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T02:23:48,721 DEBUG [M:0;5aee4e3683e9:37211 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T02:23:48,721 DEBUG [M:0;5aee4e3683e9:37211 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T02:23:48,721 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T02:23:48,721 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155799367 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.large.0-1732155799367,5,FailOnTimeoutGroup] 2024-11-21T02:23:48,722 DEBUG [master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155799367 {}] cleaner.HFileCleaner(306): Exit Thread[master/5aee4e3683e9:0:becomeActiveMaster-HFileCleaner.small.0-1732155799367,5,FailOnTimeoutGroup] 2024-11-21T02:23:48,722 INFO [M:0;5aee4e3683e9:37211 {}] hbase.ChoreService(370): Chore service for: master/5aee4e3683e9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T02:23:48,722 INFO [M:0;5aee4e3683e9:37211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T02:23:48,722 DEBUG [M:0;5aee4e3683e9:37211 {}] master.HMaster(1795): Stopping service threads 2024-11-21T02:23:48,722 INFO [M:0;5aee4e3683e9:37211 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T02:23:48,722 INFO [M:0;5aee4e3683e9:37211 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T02:23:48,722 ERROR [M:0;5aee4e3683e9:37211 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (319217168) connection to localhost/127.0.0.1:46135 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46135,5,PEWorkerGroup] 2024-11-21T02:23:48,722 INFO [M:0;5aee4e3683e9:37211 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T02:23:48,722 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T02:23:48,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-250906954/master 2024-11-21T02:23:48,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-250906954 2024-11-21T02:23:48,732 DEBUG [M:0;5aee4e3683e9:37211 {}] zookeeper.ZKUtil(347): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Unable to get data of znode /0-250906954/master because node does not exist (not an error) 2024-11-21T02:23:48,732 WARN [M:0;5aee4e3683e9:37211 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T02:23:48,733 INFO [M:0;5aee4e3683e9:37211 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/.lastflushedseqids 2024-11-21T02:23:48,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741853_1029 (size=263) 2024-11-21T02:23:48,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:48,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37219-0x1015b33e2bf0001, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:48,811 INFO [RS:0;5aee4e3683e9:37219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:23:48,811 INFO [RS:0;5aee4e3683e9:37219 {}] regionserver.HRegionServer(1031): Exiting; stopping=5aee4e3683e9,37219,1732155798098; zookeeper connection closed. 2024-11-21T02:23:48,811 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a140920 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a140920 2024-11-21T02:23:48,811 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T02:23:49,164 INFO [M:0;5aee4e3683e9:37211 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T02:23:49,165 INFO [M:0;5aee4e3683e9:37211 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T02:23:49,165 DEBUG [M:0;5aee4e3683e9:37211 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T02:23:49,165 INFO [M:0;5aee4e3683e9:37211 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:49,165 DEBUG [M:0;5aee4e3683e9:37211 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:49,165 DEBUG [M:0;5aee4e3683e9:37211 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T02:23:49,165 DEBUG [M:0;5aee4e3683e9:37211 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:49,165 INFO [M:0;5aee4e3683e9:37211 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-21T02:23:49,194 DEBUG [M:0;5aee4e3683e9:37211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5af21d312deb4508be67a6ce2e6d4715 is 82, key is hbase:meta,,1/info:regioninfo/1732155800214/Put/seqid=0 2024-11-21T02:23:49,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741854_1030 (size=5672) 2024-11-21T02:23:49,209 INFO [M:0;5aee4e3683e9:37211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5af21d312deb4508be67a6ce2e6d4715 2024-11-21T02:23:49,263 DEBUG [M:0;5aee4e3683e9:37211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cbe8a7e2ab545c8ae427086d5b78685 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732155816408/Put/seqid=0 2024-11-21T02:23:49,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741855_1031 (size=8910) 2024-11-21T02:23:49,316 INFO [M:0;5aee4e3683e9:37211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cbe8a7e2ab545c8ae427086d5b78685 2024-11-21T02:23:49,376 DEBUG [M:0;5aee4e3683e9:37211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f6ac38b04ee4415b95ac9d2b7aa21b9 is 69, key is 5aee4e3683e9,37219,1732155798098/rs:state/1732155799479/Put/seqid=0 2024-11-21T02:23:49,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741856_1032 (size=5156) 2024-11-21T02:23:49,444 INFO [M:0;5aee4e3683e9:37211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f6ac38b04ee4415b95ac9d2b7aa21b9 2024-11-21T02:23:49,451 DEBUG [M:0;5aee4e3683e9:37211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5af21d312deb4508be67a6ce2e6d4715 as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5af21d312deb4508be67a6ce2e6d4715 2024-11-21T02:23:49,464 INFO [M:0;5aee4e3683e9:37211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5af21d312deb4508be67a6ce2e6d4715, entries=8, sequenceid=112, filesize=5.5 K 2024-11-21T02:23:49,468 DEBUG [M:0;5aee4e3683e9:37211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cbe8a7e2ab545c8ae427086d5b78685 as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3cbe8a7e2ab545c8ae427086d5b78685 2024-11-21T02:23:49,478 INFO [M:0;5aee4e3683e9:37211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3cbe8a7e2ab545c8ae427086d5b78685, entries=13, sequenceid=112, filesize=8.7 K 2024-11-21T02:23:49,479 DEBUG [M:0;5aee4e3683e9:37211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f6ac38b04ee4415b95ac9d2b7aa21b9 as hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f6ac38b04ee4415b95ac9d2b7aa21b9 2024-11-21T02:23:49,518 INFO [M:0;5aee4e3683e9:37211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46135/user/jenkins/test-data/03404013-1dda-72ff-9fe8-0445c7fb58a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f6ac38b04ee4415b95ac9d2b7aa21b9, entries=1, sequenceid=112, filesize=5.0 K 2024-11-21T02:23:49,519 INFO [M:0;5aee4e3683e9:37211 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 354ms, sequenceid=112, compaction requested=false 2024-11-21T02:23:49,521 INFO [M:0;5aee4e3683e9:37211 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T02:23:49,521 DEBUG [M:0;5aee4e3683e9:37211 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732155829165Disabling compacts and flushes for region at 1732155829165Disabling writes for close at 1732155829165Obtaining lock to block concurrent updates at 1732155829165Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732155829165Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1732155829165Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732155829172 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732155829172Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732155829193 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732155829193Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732155829236 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732155829263 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732155829263Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732155829329 (+66 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732155829375 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732155829375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5778d185: reopening flushed file at 1732155829449 (+74 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b8f44d3: reopening flushed file at 1732155829464 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7472410c: reopening flushed file at 1732155829478 (+14 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 354ms, sequenceid=112, compaction requested=false at 1732155829519 (+41 ms)Writing region close event to WAL at 1732155829521 (+2 ms)Closed at 1732155829521 2024-11-21T02:23:49,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34557 is added to blk_1073741830_1006 (size=69067) 2024-11-21T02:23:49,525 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T02:23:49,525 INFO [M:0;5aee4e3683e9:37211 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T02:23:49,526 INFO [M:0;5aee4e3683e9:37211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37211 2024-11-21T02:23:49,527 INFO [M:0;5aee4e3683e9:37211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T02:23:49,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:49,674 INFO [M:0;5aee4e3683e9:37211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T02:23:49,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37211-0x1015b33e2bf0000, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T02:23:49,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c5fdd68{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T02:23:49,684 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64fa4b9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:23:49,684 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:23:49,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f12dbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:23:49,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7c0e97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/hadoop.log.dir/,STOPPED} 2024-11-21T02:23:49,690 WARN [BP-1498220974-172.17.0.2-1732155795246 heartbeating to localhost/127.0.0.1:46135 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T02:23:49,690 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T02:23:49,690 WARN [BP-1498220974-172.17.0.2-1732155795246 heartbeating to localhost/127.0.0.1:46135 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1498220974-172.17.0.2-1732155795246 (Datanode Uuid e46e69e8-ead3-423f-baf7-4a04e2f53c53) service to localhost/127.0.0.1:46135 2024-11-21T02:23:49,690 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T02:23:49,691 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/cluster_db1535a9-08f9-8134-e4a5-844ee01b46b8/data/data1/current/BP-1498220974-172.17.0.2-1732155795246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:23:49,691 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/cluster_db1535a9-08f9-8134-e4a5-844ee01b46b8/data/data2/current/BP-1498220974-172.17.0.2-1732155795246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T02:23:49,691 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T02:23:49,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3a9a60{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T02:23:49,702 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75af74dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T02:23:49,702 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T02:23:49,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f7d9c0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T02:23:49,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@466cb862{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ae15da0e-b36d-dbbe-383f-9ebdd2c4971b/hadoop.log.dir/,STOPPED} 2024-11-21T02:23:49,724 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T02:23:49,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T02:23:49,762 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 528) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46135 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41529 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44537 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41529 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:44537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58787) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46135 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41529 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58787) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58787) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41529 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46135 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41529 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44537 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41529 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46135 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41529 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46135 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:46135 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=773 (was 951), ProcessCount=11 (was 11), AvailableMemoryMB=1967 (was 1207) - AvailableMemoryMB LEAK? - 2024-11-21T02:23:49,762 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2024-11-21T02:23:49,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015b33e2bf0008, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:23:49,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b33e2bf0005, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:23:49,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015b33e2bf0008, quorum=127.0.0.1:58787, baseZNode=/2490842838 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:23:49,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b33e2bf0005, quorum=127.0.0.1:58787, baseZNode=/1-979861876 Received Disconnected from ZooKeeper, ignoring 2024-11-21T02:23:49,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b33e2bf0002, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T02:23:49,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b33e2bf0002, quorum=127.0.0.1:58787, baseZNode=/0-250906954 Received Disconnected from ZooKeeper, ignoring